00000001:01000000:0.0F:1787827691.228393:0:2284:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 1535 MB/s
00000001:01000000:0.0:1787827691.478058:0:2284:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 1887 MB/s
00000001:01000000:0.0:1787827691.727961:0:2284:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 11419 MB/s
00000020:02000000:0.0:1787827691.984499:0:2314:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_65_g89f8e4a
00000400:02000000:0.0:1787827692.267653:0:2329:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.203.42@tcp [8/256/0/180]
00008000:02000000:2.0F:1787827694.479247:0:2479:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/
00000020:01000004:1.0F:1787827742.440096:0:5565:0:(obd_mount.c:923:lmd_print())   mount data:
00000020:01000004:1.0:1787827742.440103:0:5565:0:(obd_mount.c:925:lmd_print()) profile: lustre-client
00000020:01000004:1.0:1787827742.440104:0:5565:0:(obd_mount.c:926:lmd_print()) device:  192.168.203.142@tcp:/lustre
00000020:01000004:1.0:1787827742.440106:0:5565:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock
00000080:01200004:1.0:1787827742.440197:0:5565:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000ed49b7a0
00000080:01000004:1.0:1787827742.440204:0:5565:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client
00000020:01000004:1.0:1787827742.440216:0:5565:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.142@tcp'
00000020:01000004:1.0:1787827742.440253:0:5565:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.142@tcp (typ=mgc)
00000020:00000080:1.0:1787827742.440267:0:5565:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.142@tcp (0000000081e2cd39)
00000020:00000080:1.0:1787827742.440276:0:5565:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2
00000100:00100000:1.0:1787827742.440497:0:5565:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:1.0:1787827742.440524:0:5565:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:1.0:1787827742.440668:0:5565:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34
00000100:00100000:1.0:1787827742.440672:0:5565:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000'
00000100:00100000:2.0:1787827742.441046:0:5565:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34
00000100:00100000:2.0:1787827742.441056:0:5565:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001'
00000100:00100000:2.0:1787827742.441393:0:5565:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34
00000100:00100000:2.0:1787827742.441399:0:5565:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000'
00000100:00100000:1.0:1787827742.441794:0:5565:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34
00000100:00100000:1.0:1787827742.441814:0:5565:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001'
00000100:00100000:1.0:1787827742.442624:0:5565:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:1.0:1787827742.442992:0:5565:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:1.0:1787827742.443110:0:5565:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34
00000100:00100000:1.0:1787827742.443114:0:5565:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000'
00000100:00100000:2.0:1787827742.443427:0:5565:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34
00000100:00100000:2.0:1787827742.443435:0:5565:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001'
00000100:00100000:1.0:1787827742.443597:0:5565:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34
00000100:00100000:1.0:1787827742.443604:0:5565:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002'
00000100:00100000:1.0:1787827742.443786:0:5565:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34
00000100:00100000:1.0:1787827742.443793:0:5565:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000'
00000100:00100000:2.0:1787827742.444183:0:5565:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34
00000100:00100000:2.0:1787827742.444188:0:5565:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001'
00000100:00100000:2.0:1787827742.444397:0:5565:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34
00000100:00100000:2.0:1787827742.444402:0:5565:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002'
00010000:00010000:1.0:1787827742.444704:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827742.444708:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827742.444711:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827742.444835:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827742.444837:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827742.444839:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00080000:2.0:1787827742.445021:0:5565:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000060c2d0f6@MGC192.168.203.142@tcp: add connection 192.168.203.142@tcp at head
00010000:00010000:2.0:1787827742.445141:0:5565:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.142@tcp-0 is initialized
00000040:01000000:2.0:1787827742.445146:0:5565:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.142@tcp ctxt 1 is initialized
10000000:01000000:2.0:1787827742.445388:0:5579:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread
00000020:00000080:3.0F:1787827742.445428:0:5565:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.142@tcp (uuid 48decd75-1bd8-4959-8903-6c13794907c7)
00000020:00000080:3.0:1787827742.445448:0:5565:0:(genops.c:1385:class_connect()) connect: client 48decd75-1bd8-4959-8903-6c13794907c7, cookie 0x643b470ea1773cca
00000100:00080000:3.0:1787827742.445459:0:5565:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 0
00000100:00080000:3.0:1787827742.445467:0:5565:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import 0000000060c2d0f6 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787827742.445491:0:5565:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002f337868 x1874673209966720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827742.445511:0:5565:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 48decd75-1bd8-4959-8903-6c13794907c7->MGS
00000080:00200000:3.0:1787827742.445529:0:5565:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8d99d08c3800 (sb 00000000ed49b7a0)
00000100:00100000:2.0:1787827742.445566:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002f337868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209966720:192.168.203.142@tcp:250:
00000080:01000000:3.0:1787827742.445618:0:5565:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock
00000080:00000004:3.0:1787827742.445621:0:5565:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr
00000080:00000004:3.0:1787827742.445625:0:5565:0:(llite_lib.c:1242:ll_options()) next opt=flock
00000080:01000000:3.0:1787827742.445632:0:5565:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 664ba73f-e37b-4871-9342-977707f5856f
10000000:01000000:2.0:1787827742.446151:0:5565:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0
10000000:01000000:2.0:1787827742.446155:0:5565:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d99d08c3800
10000000:01000000:2.0:1787827742.446159:0:5565:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8d99e0c8b370
10000000:01000000:2.0:1787827742.446163:0:5565:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:2.0:1787827742.446170:0:5565:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8d99e0c8b370 from 1
10000000:01000000:2.0:1787827742.446173:0:5565:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:2.0:1787827742.446198:0:5565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: 00000000cf11f58f/0x643b470ea1773cd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787827742.446208:0:5565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: 00000000cf11f58f/0x643b470ea1773cd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787827742.446219:0:5565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: 00000000cf11f58f/0x643b470ea1773cd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1787827742.446243:0:5565:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@0000000058115740 x1874673209966848/t0(0) o101->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787827742.446253:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set 000000003c5d5899 going to sleep for 0 seconds
00000100:00100000:2.0:1787827742.446538:0:2345:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.142@tcp: committing for last_committed 0 gen 1
00000100:00080000:2.0:1787827742.446547:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.142@tcp: connect to target with instance 0
00000100:00080000:2.0:1787827742.446553:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.142@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060
10000000:01000000:2.0:1787827742.446557:0:2345:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005
00000100:00080000:2.0:1787827742.446560:0:2345:0:(import.c:65:import_set_state_nolock()) 0000000060c2d0f6 MGS: changing import state from CONNECTING to FULL
10000000:01000000:2.0:1787827742.446563:0:2345:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004
00000100:00080000:2.0:1787827742.446576:0:2345:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up
00000100:00080000:2.0:1787827742.446582:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003c5d5899):  req@0000000058115740 x1874673209966848/t0(0) o101->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787827742.446600:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002f337868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209966720:192.168.203.142@tcp:250:
00000100:00100000:2.0:1787827742.446668:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set 000000003c5d5899 going to sleep for 11 seconds
00010000:00010000:3.0:1787827742.446948:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787827742.447767:0:5565:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000058115740 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209966848:192.168.203.142@tcp:101:
00010000:00010000:2.0:1787827742.447783:0:5565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: 00000000cf11f58f/0x643b470ea1773cd1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e8d7 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787827742.447794:0:5565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: 00000000cf11f58f/0x643b470ea1773cd1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x21cd307bb187e8d7 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787827742.447853:0:5565:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000058115740 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209966976:192.168.203.142@tcp:501:
00000100:00100000:2.0:1787827742.447919:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set 000000003c5d5899 going to sleep for 11 seconds
00000100:00100000:2.0:1787827742.448827:0:5565:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000058115740 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209966976:192.168.203.142@tcp:501:
10000000:01000000:2.0:1787827742.448853:0:5565:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:2.0:1787827742.448875:0:5565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: 00000000cf11f58f/0x643b470ea1773cd1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e8d7 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787827742.448910:0:5565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: 00000000cf11f58f/0x643b470ea1773cd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e8d7 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:2.0:1787827742.448918:0:5565:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d99d08c3800
10000000:01000000:2.0:1787827742.448922:0:5565:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params)
10000000:01000000:2.0:1787827742.448925:0:5565:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d99d08c3800
10000000:01000000:2.0:1787827742.448928:0:5565:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:2.0:1787827742.448931:0:5565:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8d99d08c3800
10000000:01000000:2.0:1787827742.448933:0:5565:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre)
10000000:01000000:2.0:1787827742.448938:0:5565:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d99d08c3800 from 1
10000000:01000000:2.0:1787827742.448941:0:5565:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:2.0:1787827742.448955:0:5565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: 00000000859e3486/0x643b470ea1773cd8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787827742.448962:0:5565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: 00000000859e3486/0x643b470ea1773cd8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787827742.448970:0:5565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: 00000000859e3486/0x643b470ea1773cd8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787827742.448983:0:5565:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000058115740 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209967104:192.168.203.142@tcp:101:
00000100:00100000:2.0:1787827742.449027:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set 000000003c5d5899 going to sleep for 11 seconds
00000100:00100000:2.0:1787827742.449960:0:5565:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000058115740 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209967104:192.168.203.142@tcp:101:
00010000:00010000:2.0:1787827742.449972:0:5565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: 00000000859e3486/0x643b470ea1773cd8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e8de expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787827742.449978:0:5565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: 00000000859e3486/0x643b470ea1773cd8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x21cd307bb187e8de expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787827742.450022:0:5565:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000058115740 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209967232:192.168.203.142@tcp:501:
00000100:00100000:2.0:1787827742.450060:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set 000000003c5d5899 going to sleep for 11 seconds
00000100:00100000:2.0:1787827742.450927:0:5565:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000058115740 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209967232:192.168.203.142@tcp:501:
00000100:00100000:2.0:1787827742.450965:0:5565:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000058115740 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209967360:192.168.203.142@tcp:503:
00000100:00100000:2.0:1787827742.451027:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set 000000003c5d5899 going to sleep for 11 seconds
00000100:00100000:3.0:1787827742.452943:0:5565:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000058115740 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209967360:192.168.203.142@tcp:503:
00000100:00100000:1.0:1787827742.453138:0:5584:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000caaf4c5d pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:5584:1874673209967488:192.168.203.142@tcp:502:
00000100:00100000:1.0:1787827742.453207:0:5584:0:(client.c:2715:ptlrpc_set_wait()) set 000000006c163a87 going to sleep for 11 seconds
00000100:00100000:1.0:1787827742.454254:0:5584:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000caaf4c5d pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:5584:1874673209967488:192.168.203.142@tcp:502:
00000020:01000000:1.0:1787827742.454277:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1787827742.454285:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.454287:0:5584:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup
00000020:01000000:1.0:1787827742.454298:0:5584:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8d99d08c3800
00000020:00000080:1.0:1787827742.454301:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:1.0:1787827742.454309:0:5584:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8d99d08c3800 (000000006d6e43e7)
00000020:00000080:1.0:1787827742.454319:0:5584:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2
00000020:01000000:1.0:1787827742.454324:0:5584:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8d99d08c3800
00000020:00000080:1.0:1787827742.454326:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:1.0:1787827742.454752:0:5584:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8d99d08c3800 (uuid 664ba73f-e37b-4871-9342-977707f5856f)
00000020:01000000:1.0:1787827742.454756:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1787827742.454759:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.454760:0:5584:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup
00000020:01000000:1.0:1787827742.454762:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1787827742.454765:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.454766:0:5584:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup
00000020:01000000:1.0:1787827742.454770:0:5584:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8d99d08c3800
00000020:00000080:1.0:1787827742.454772:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:1.0:1787827742.454778:0:5584:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8d99d08c3800 (000000001a900b72)
00000020:00000080:1.0:1787827742.454786:0:5584:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2
00000020:01000000:1.0:1787827742.454792:0:5584:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8d99d08c3800
00000020:00000080:1.0:1787827742.454795:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:1.0:1787827742.455244:0:5584:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8d99d08c3800 (uuid 664ba73f-e37b-4871-9342-977707f5856f)
00000020:01000000:1.0:1787827742.455251:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1787827742.455255:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.455256:0:5584:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup
00000020:01000000:1.0:1787827742.455259:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1787827742.455263:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.455264:0:5584:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts
00000020:00000080:1.0:1787827742.455268:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007
00000020:00000080:1.0:1787827742.455270:0:5584:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv
00000020:01000000:1.0:1787827742.455272:0:5584:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client
00000020:01000000:1.0:1787827742.455278:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1787827742.455281:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.455282:0:5584:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts
00000020:01000000:1.0:1787827742.455289:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1787827742.455292:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.455294:0:5584:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc
00000020:00000080:1.0:1787827742.455296:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:1.0:1787827742.455299:0:5584:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.142@tcp to nid 0x20000c0a8cb8e (192.168.203.142@tcp)
00000020:01000000:1.0:1787827742.455315:0:5584:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8d99d08c3800
00000020:00000080:1.0:1787827742.455317:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:1.0:1787827742.455323:0:5584:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8d99d08c3800 (00000000f7a43df6)
00000020:00000080:1.0:1787827742.455331:0:5584:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2
00000020:01000000:1.0:1787827742.455335:0:5584:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8d99d08c3800
00000020:00000080:1.0:1787827742.455337:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:1.0:1787827742.455383:0:5584:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000004360db0@lustre-MDT0000-mdc-ffff8d99d08c3800: add connection 192.168.203.142@tcp at head
00010000:00010000:1.0:1787827742.456864:0:5584:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8d99d08c3800-1 is initialized
00000040:01000000:1.0:1787827742.457090:0:5584:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8d99d08c3800 ctxt 13 is initialized
00000020:00000080:1.0:1787827742.457295:0:5584:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8d99d08c3800 (uuid 664ba73f-e37b-4871-9342-977707f5856f)
00000020:01000000:1.0:1787827742.457302:0:5584:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8d99d08c3800
00000020:00000080:1.0:1787827742.457305:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014
00800000:01000000:1.0:1787827742.457324:0:5584:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0
00000020:01000000:1.0:1787827742.457352:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1787827742.457356:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.457357:0:5584:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc
00000020:01000000:1.0:1787827742.457360:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:1.0:1787827742.457362:0:5584:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #10
00000020:01000000:1.0:1787827742.457363:0:5584:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:1.0:1787827742.457364:0:5584:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:1.0:1787827742.457365:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:1.0:1787827742.457367:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.457368:0:5584:0:(obd_config.c:1563:class_process_config()) marker 10 (0x6) lustre sys.timeout
00000020:01000000:1.0:1787827742.457370:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:1.0:1787827742.457373:0:5584:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.142@tcp:/lustre
00000020:00000080:1.0:1787827742.457376:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.457378:0:5584:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc
00000020:00000080:1.0:1787827742.457385:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:1.0:1787827742.457388:0:5584:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.142@tcp to nid 0x20000c0a8cb8e (192.168.203.142@tcp)
00000020:01000000:1.0:1787827742.457401:0:5584:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8d99d08c3800
00000020:00000080:1.0:1787827742.457404:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:1.0:1787827742.457414:0:5584:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8d99d08c3800 (0000000024e59c12)
00000020:00000080:1.0:1787827742.457423:0:5584:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type osc with refcount 2
00000020:01000000:1.0:1787827742.457429:0:5584:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8d99d08c3800
00000020:00000080:1.0:1787827742.457431:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:1.0:1787827742.457487:0:5584:0:(ldlm_lib.c:102:import_set_conn()) imp 000000000ad71cec@lustre-OST0000-osc-ffff8d99d08c3800: add connection 192.168.203.142@tcp at head
00010000:00010000:1.0:1787827742.457677:0:5584:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8d99d08c3800-2 is initialized
00000020:00000080:1.0:1787827742.459448:0:5584:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8d99d08c3800 (uuid 664ba73f-e37b-4871-9342-977707f5856f)
00000020:01000000:1.0:1787827742.459456:0:5584:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8d99d08c3800
00000020:00000080:1.0:1787827742.459458:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:1.0:1787827742.459467:0:5584:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1
00020000:01000000:1.0:1787827742.459471:0:5584:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8d99d08c3800: Adding target lustre-OST0000_UUID
00020000:01000000:1.0:1787827742.459475:0:5584:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1
00000020:01000000:1.0:1787827742.459483:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1787827742.459486:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.459487:0:5584:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc
00000020:01000000:1.0:1787827742.459489:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:1.0:1787827742.459491:0:5584:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #15
00000020:01000000:1.0:1787827742.459492:0:5584:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:1.0:1787827742.459494:0:5584:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:1.0:1787827742.459495:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:1.0:1787827742.459497:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.459498:0:5584:0:(obd_config.c:1563:class_process_config()) marker 15 (0x6) lustre sys.timeout
00000020:01000000:1.0:1787827742.459500:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:1.0:1787827742.459502:0:5584:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.142@tcp:/lustre
00000020:00000080:1.0:1787827742.459504:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.459505:0:5584:0:(obd_config.c:1563:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc
00000020:00000080:1.0:1787827742.459507:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:1.0:1787827742.459509:0:5584:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.142@tcp to nid 0x20000c0a8cb8e (192.168.203.142@tcp)
00000020:01000000:1.0:1787827742.459526:0:5584:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8d99d08c3800
00000020:00000080:1.0:1787827742.459528:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:1.0:1787827742.459533:0:5584:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8d99d08c3800 (00000000ac1639ed)
00000020:00000080:1.0:1787827742.459542:0:5584:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2
00000020:01000000:1.0:1787827742.459545:0:5584:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8d99d08c3800
00000020:00000080:1.0:1787827742.459547:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:1.0:1787827742.459602:0:5584:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000067566ccc@lustre-OST0001-osc-ffff8d99d08c3800: add connection 192.168.203.142@tcp at head
00010000:00010000:1.0:1787827742.459762:0:5584:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8d99d08c3800-3 is initialized
00000020:00000080:1.0:1787827742.460625:0:5584:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8d99d08c3800 (uuid 664ba73f-e37b-4871-9342-977707f5856f)
00000020:01000000:1.0:1787827742.460630:0:5584:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8d99d08c3800
00000020:00000080:1.0:1787827742.460632:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:1.0:1787827742.460640:0:5584:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1
00020000:01000000:1.0:1787827742.460644:0:5584:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8d99d08c3800: Adding target lustre-OST0001_UUID
00020000:01000000:1.0:1787827742.460646:0:5584:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2
00000020:01000000:1.0:1787827742.460652:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1787827742.460655:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.460656:0:5584:0:(obd_config.c:1563:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc
00000020:01000000:1.0:1787827742.460658:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1787827742.460660:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827742.460662:0:5584:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre sys.timeout
00000020:00000080:1.0:1787827742.460665:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009
00000020:00000080:1.0:1787827742.460666:0:5584:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20
00000100:00100000:1.0:1787827742.460687:0:5584:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000b9eba929 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:5584:1874673209967616:192.168.203.142@tcp:502:
00000100:00100000:1.0:1787827742.460745:0:5584:0:(client.c:2715:ptlrpc_set_wait()) set 00000000949ff323 going to sleep for 11 seconds
00000100:00100000:3.0:1787827742.461935:0:5584:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000b9eba929 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:5584:1874673209967616:192.168.203.142@tcp:502:
00000020:01000000:3.0:1787827742.461968:0:5584:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1787827742.461972:0:5584:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787827742.461974:0:5584:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre sys.timeout
00000040:00080000:3.0:1787827742.461977:0:5584:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39
00000020:01000000:3.0:1787827742.462066:0:5565:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0)
10000000:01000000:3.0:1787827742.462089:0:5565:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:3.0:1787827742.462100:0:5565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: 00000000859e3486/0x643b470ea1773cd8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e8de expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827742.462109:0:5565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: 00000000859e3486/0x643b470ea1773cd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e8de expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1787827742.462118:0:5565:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff8d99d08c3800 from 1
10000000:01000000:3.0:1787827742.462121:0:5565:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c)
00010000:00010000:3.0:1787827742.462153:0:5565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: 00000000404ae303/0x643b470ea1773d02 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827742.462162:0:5565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: 00000000404ae303/0x643b470ea1773d02 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827742.462170:0:5565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: 00000000404ae303/0x643b470ea1773d02 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787827742.462181:0:5565:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000009dacef94 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209967744:192.168.203.142@tcp:101:
00000100:00100000:3.0:1787827742.462298:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set 00000000b5eecdb3 going to sleep for 11 seconds
00000100:00100000:3.0:1787827742.462938:0:5565:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000009dacef94 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209967744:192.168.203.142@tcp:101:
00010000:00010000:3.0:1787827742.462954:0:5565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: 00000000404ae303/0x643b470ea1773d02 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e8e5 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827742.462961:0:5565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: 00000000404ae303/0x643b470ea1773d02 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x21cd307bb187e8e5 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787827742.463568:0:5565:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000b768d841 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209967872:192.168.203.142@tcp:256:
00000100:00100000:0.0:1787827742.463615:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set 00000000ddca401c going to sleep for 11 seconds
00000100:00100000:0.0:1787827742.464735:0:5565:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000b768d841 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209967872:192.168.203.142@tcp:256:
10000000:01000000:0.0:1787827742.465432:0:5565:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-cliir' succeeded (0).
00010000:00010000:0.0:1787827742.465446:0:5565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: 00000000404ae303/0x643b470ea1773d02 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e8e5 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827742.465453:0:5565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: 00000000404ae303/0x643b470ea1773d02 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e8e5 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787827742.465460:0:5565:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d99d08c3800 from 1
10000000:01000000:0.0:1787827742.465461:0:5565:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:0.0:1787827742.465476:0:5565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: 00000000b2ddfef6/0x643b470ea1773d09 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827742.465480:0:5565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: 00000000b2ddfef6/0x643b470ea1773d09 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827742.465485:0:5565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: 00000000b2ddfef6/0x643b470ea1773d09 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787827742.465494:0:5565:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000b768d841 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209968000:192.168.203.142@tcp:101:
00000100:00100000:0.0:1787827742.465525:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set 00000000ddca401c going to sleep for 11 seconds
00000100:00100000:0.0:1787827742.466127:0:5565:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000b768d841 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209968000:192.168.203.142@tcp:101:
00010000:00010000:0.0:1787827742.466142:0:5565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: 00000000b2ddfef6/0x643b470ea1773d09 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e8ec expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827742.466147:0:5565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: 00000000b2ddfef6/0x643b470ea1773d09 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x21cd307bb187e8ec expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787827742.466176:0:5565:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000b768d841 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209968128:192.168.203.142@tcp:501:
00000100:00100000:0.0:1787827742.466206:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set 00000000ddca401c going to sleep for 11 seconds
00000100:00100000:0.0:1787827742.466949:0:5565:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000b768d841 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209968128:192.168.203.142@tcp:501:
00000100:00100000:0.0:1787827742.466970:0:5565:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000b768d841 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209968256:192.168.203.142@tcp:503:
00000100:00100000:0.0:1787827742.467008:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set 00000000ddca401c going to sleep for 11 seconds
00000100:00100000:0.0:1787827742.467843:0:5565:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000b768d841 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48decd75-1bd8-4959-8903-6c13794907c7:5565:1874673209968256:192.168.203.142@tcp:503:
00000100:00100000:0.0:1787827742.468410:0:5585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000b768d841 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:5585:1874673209968384:192.168.203.142@tcp:502:
00000100:00100000:0.0:1787827742.468449:0:5585:0:(client.c:2715:ptlrpc_set_wait()) set 000000006f202733 going to sleep for 11 seconds
00000100:00100000:0.0:1787827742.469227:0:5585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000b768d841 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:5585:1874673209968384:192.168.203.142@tcp:502:
00000020:01000000:0.0:1787827742.469246:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:0.0:1787827742.469250:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787827742.469252:0:5585:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers
00000020:01000000:0.0:1787827742.469255:0:5585:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d99d08c3800
00000020:00000080:0.0:1787827742.469257:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:0.0:1787827742.469285:0:5585:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:5585:1874673209968512:192.168.203.142@tcp:502:
00000100:00100000:0.0:1787827742.469320:0:5585:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99d8d92a80 going to sleep for 11 seconds
00000100:00100000:0.0:1787827742.469992:0:5585:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:5585:1874673209968512:192.168.203.142@tcp:502:
00000020:01000000:0.0:1787827742.470013:0:5585:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787827742.470021:0:5585:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787827742.470022:0:5585:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers
00000040:00080000:0.0:1787827742.470026:0:5585:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4
00000020:01000000:1.0:1787827742.470098:0:5565:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0)
10000000:01000000:1.0:1787827742.470110:0:5565:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:1.0:1787827742.470122:0:5565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8d99c0030800/0x643b470ea1773d09 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e8ec expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827742.470129:0:5565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8d99c0030800/0x643b470ea1773d09 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e8ec expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000080:01000000:1.0:1787827742.470148:0:5565:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov
00000020:00000080:1.0:1787827742.470162:0:5565:0:(genops.c:1385:class_connect()) connect: client 664ba73f-e37b-4871-9342-977707f5856f, cookie 0x643b470ea1773d10
00800000:01000000:1.0:1787827742.470173:0:5565:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 664ba73f-e37b-4871-9342-977707f5856f to lustre-clilmv-ffff8d99d08c3800
00800000:01000000:1.0:1787827742.470176:0:5565:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8d99d08c3800(664ba73f-e37b-4871-9342-977707f5856f) - lustre-MDT0000_UUID, 664ba73f-e37b-4871-9342-977707f5856f
00000020:00000080:1.0:1787827742.470189:0:5565:0:(genops.c:1385:class_connect()) connect: client 664ba73f-e37b-4871-9342-977707f5856f, cookie 0x643b470ea1773d17
00000100:00080000:1.0:1787827742.470196:0:5565:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 0
00000100:00080000:1.0:1787827742.470201:0:5565:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787827742.470210:0:5565:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 134217728, lost: 0.
00000100:00100000:1.0:1787827742.470224:0:5565:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e202cb40 x1874673209968640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787827742.470241:0:5565:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID
00000100:00100000:2.0:1787827742.470262:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e202cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209968640:192.168.203.142@tcp:38:
00800000:01000000:1.0:1787827742.470304:0:5565:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8d99d08c3800(664ba73f-e37b-4871-9342-977707f5856f) successfully (5)
00800000:00000004:1.0:1787827742.470308:0:5565:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff8d99d08c3800: age -915, max_age 0
00000080:00000004:1.0:1787827742.470333:0:5565:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff8d99d08c3800: age -915, max_age 84
00800000:00000004:1.0:1787827742.470338:0:5565:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff8d99d08c3800: age -915, max_age 84
00000100:00080000:1.0:1787827742.470353:0:5565:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff8d99e11861c0 x1874673209968896/t0(0) o41->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827742.470359:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c2ebb780 going to sleep for 0 seconds
00000100:00080000:0.0:1787827742.470407:0:2347:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff8d99e202d2c0 x1874673209968768/t0(0) o41->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00010000:00080000:1.0:1787827742.477649:0:2345:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99e202cb40 x1874673209968640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1787827752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827742.477658:0:2345:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8d99d08c3800: committing for last_committed 0 gen 1
00000100:00080000:1.0:1787827742.477663:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to target with instance 1
00000001:01000000:1.0:1787827742.727001:0:2345:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8d99d08c3800: T10 checksum algorithm t10ip512 speed = 6723 MB/s
00000001:01000000:1.0:1787827742.976919:0:2345:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8d99d08c3800: T10 checksum algorithm t10ip4K speed = 7563 MB/s
00000001:01000000:1.0:1787827743.227210:0:2345:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8d99d08c3800: T10 checksum algorithm t10crc512 speed = 1583 MB/s
00000001:01000000:1.0:1787827743.476946:0:2345:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8d99d08c3800: T10 checksum algorithm t10crc4K speed = 1895 MB/s
00000100:00080000:1.0:1787827743.476956:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8d99d08c3800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8
00000100:00080000:1.0:1787827743.476967:0:2345:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID
00000100:00080000:1.0:1787827743.476971:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL
00000100:00080000:2.0:1787827743.477196:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a290d04b):  req@ffff8d99e11861c0 x1874673209968896/t0(0) o41->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787827743.477214:0:2345:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000151da729):  req@ffff8d99e202d2c0 x1874673209968768/t0(0) o41->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787827743.477228:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e202cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209968640:192.168.203.142@tcp:38:
00000100:00100000:3.0:1787827743.477284:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c2ebb780 going to sleep for 0 seconds
00000100:00100000:3.0:1787827743.477415:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c2ebb780 going to sleep for 11 seconds
00010000:00080000:3.0:1787827743.478916:0:5565:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99e11861c0 x1874673209968896/t0(0) o41->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1787827759 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827743.478931:0:5565:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e11861c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:664ba73f-e37b-4871-9342-977707f5856f:5565:1874673209968896:192.168.203.142@tcp:41:
00800000:00000004:3.0:1787827743.478951:0:5565:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff8d99d08c3800: update ffff8d99e0c8d178 cache blocks 17240/17271 objects 534261/534593
00000080:00000004:3.0:1787827743.478956:0:5565:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff8d99d08c3800: update ffff8d99e0c89e08 cache blocks 17240/17271 objects 534261/534593
00010000:00080000:0.0:1787827743.478965:0:2347:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99e202d2c0 x1874673209968768/t0(0) o41->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1787827759 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787827743.478985:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e202d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:664ba73f-e37b-4871-9342-977707f5856f:0:1874673209968768:192.168.203.142@tcp:41:
00000100:00100000:3.0:1787827743.478991:0:5565:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:664ba73f-e37b-4871-9342-977707f5856f:5565:1874673209969024:192.168.203.142@tcp:40:
00000100:00100000:3.0:1787827743.479033:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99e0518840 going to sleep for 11 seconds
00010000:00080000:3.0:1787827743.479876:0:5565:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99e18b8b40 x1874673209969024/t0(0) o40->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 440/448 e 0 to 0 dl 1787827759 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827743.479898:0:5565:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:664ba73f-e37b-4871-9342-977707f5856f:5565:1874673209969024:192.168.203.142@tcp:40:
00000080:00000004:3.0:1787827743.479913:0:5565:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0]
00000080:00100000:3.0:1787827743.479922:0:5565:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683201 ocd_grant: 3407872
00020000:01000000:3.0:1787827743.479925:0:5565:0:(lov_obd.c:186:lov_connect()) connect #0
00000020:00000080:3.0:1787827743.479933:0:5565:0:(genops.c:1385:class_connect()) connect: client 664ba73f-e37b-4871-9342-977707f5856f, cookie 0x643b470ea1773d1e
00000020:00000080:3.0:1787827743.479946:0:5565:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x643b470ea1773d25
00000100:00080000:3.0:1787827743.479951:0:5565:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 0
00000100:00080000:3.0:1787827743.479956:0:5565:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d99d08c3800: import ffff8d99c8a66800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827743.479964:0:5565:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683201 ocd_grant: 134217728, lost: 0.
00000100:00100000:3.0:1787827743.479975:0:5565:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673209969152/t0(0) o8->lustre-OST0000-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827743.479990:0:5565:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 664ba73f-e37b-4871-9342-977707f5856f->lustre-OST0000_UUID
00020000:01000000:3.0:1787827743.480005:0:5565:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8d99d08c3800) active
00000100:00100000:2.0:1787827743.480017:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209969152:192.168.203.142@tcp:8:
00000020:00000080:3.0:1787827743.480025:0:5565:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x643b470ea1773d2c
00000100:00080000:3.0:1787827743.480031:0:5565:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 0
00000100:00080000:3.0:1787827743.480037:0:5565:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8d99d08c3800: import ffff8d99c8a61800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827743.480043:0:5565:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683201 ocd_grant: 134217728, lost: 0.
00000100:00100000:3.0:1787827743.480054:0:5565:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673209969280/t0(0) o8->lustre-OST0001-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827743.480091:0:5565:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 664ba73f-e37b-4871-9342-977707f5856f->lustre-OST0001_UUID
00020000:01000000:3.0:1787827743.480103:0:5565:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8d99d08c3800) active
00000100:00100000:1.0:1787827743.480115:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48decd75-1bd8-4959-8903-6c13794907c7:2346:1874673209969408:192.168.203.142@tcp:400:
00000100:00100000:3.0:1787827743.480140:0:5565:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:664ba73f-e37b-4871-9342-977707f5856f:5565:1874673209969536:192.168.203.142@tcp:33:
00000100:00100000:2.0:1787827743.480156:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209969280:192.168.203.142@tcp:8:
00000100:00100000:3.0:1787827743.480375:0:5565:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99e0518840 going to sleep for 11 seconds
00000100:00100000:1.0:1787827743.480877:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48decd75-1bd8-4959-8903-6c13794907c7:2346:1874673209969408:192.168.203.142@tcp:400:
00010000:00080000:1.0:1787827743.480998:0:2345:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99e18b8b40 x1874673209969152/t0(0) o8->lustre-OST0000-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 520/416 e 0 to 0 dl 1787827753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827743.481009:0:2345:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d99d08c3800: committing for last_committed 0 gen 1
00000100:00080000:1.0:1787827743.481016:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8d99d08c3800: connect to target with instance 1
00000100:00080000:1.0:1787827743.481023:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8d99d08c3800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:1.0:1787827743.481030:0:2345:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID
00000100:00080000:1.0:1787827743.481033:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a66800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL
00020000:01000000:1.0:1787827743.481038:0:2345:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active
00000080:00000004:1.0:1787827743.481042:0:2345:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038
00000080:00080000:1.0:1787827743.481045:0:2345:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:1.0:1787827743.481051:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209969152:192.168.203.142@tcp:8:
00010000:00080000:1.0:1787827743.481400:0:2345:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99e18ba940 x1874673209969280/t0(0) o8->lustre-OST0001-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 520/416 e 0 to 0 dl 1787827753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827743.481408:0:2345:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8d99d08c3800: committing for last_committed 0 gen 1
00000100:00080000:1.0:1787827743.481412:0:2345:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8d99d08c3800: connect to target with instance 1
00000100:00080000:1.0:1787827743.481417:0:2345:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8d99d08c3800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:1.0:1787827743.481424:0:2345:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID
00000100:00080000:1.0:1787827743.481426:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a61800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL
00020000:01000000:1.0:1787827743.481429:0:2345:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active
00000080:00000004:1.0:1787827743.481431:0:2345:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038
00000080:00080000:1.0:1787827743.481433:0:2345:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:1.0:1787827743.481437:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209969280:192.168.203.142@tcp:8:
00010000:00010000:2.0:1787827743.492977:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00080000:3.0:1787827743.500044:0:5565:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99e18b83c0 x1874673209969536/t0(0) o33->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:23/10 lens 448/464 e 0 to 0 dl 1787827759 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787827743.500072:0:5565:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:664ba73f-e37b-4871-9342-977707f5856f:5565:1874673209969536:192.168.203.142@tcp:33:
00000080:00200000:3.0:1787827743.500354:0:5565:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00200000:3.0:1787827743.500361:0:5565:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656
00000080:02000400:3.0:1787827743.500412:0:5565:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_65_g89f8e4a
00000080:00000004:3.0:1787827743.504424:0:5565:0:(super25.c:182:lustre_fill_super()) 192.168.203.142@tcp:/lustre: Mount complete
00000080:00200008:3.0:1787827743.567853:0:5602:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8d99e092b248), request_mask 2047, flags 0, foreign 0
00000080:00200000:3.0:1787827743.567863:0:5602:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248),name=/
00000002:00010000:3.0:1787827743.567915:0:5602:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787827743.567964:0:5602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5602 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827743.567972:0:5602:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5602 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827743.567979:0:5602:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5602 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787827743.567997:0:5602:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job mkdir:664ba73f-e37b-4871-9342-977707f5856f:5602:1874673209969664:192.168.203.142@tcp:101:
00000100:00100000:3.0:1787827743.568063:0:5602:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99e0518840 going to sleep for 11 seconds
00000100:00100000:3.0:1787827743.569746:0:5602:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job mkdir:664ba73f-e37b-4871-9342-977707f5856f:5602:1874673209969664:192.168.203.142@tcp:101:
00010000:00010000:3.0:1787827743.569759:0:5602:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827743.569768:0:5602:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827743.569805:0:5602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827743.569816:0:5602:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827743.569825:0:5602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827743.569830:0:5602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827743.569836:0:5602:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:3.0:1787827743.569844:0:5602:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff8d99e18b83c0 x1874673209969664/t0(0) o101->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 576/688 e 0 to 0 dl 1787827759 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000002:00010000:3.0:1787827743.569853:0:5602:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827743.569860:0:5602:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8d99d0e3f400 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:3.0:1787827743.569864:0:5602:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:3.0:1787827743.569898:0:5602:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656
00000080:00010000:3.0:1787827743.569903:0:5602:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248) for lock 0x643b470ea1773d33
00000080:00010000:3.0:1787827743.569906:0:5602:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00010000:3.0:1787827743.569909:0:5602:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c3c43cb8
00010000:00010000:3.0:1787827743.569917:0:5602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827743.569924:0:5602:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1787827744.517024:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200008:0.0:1787827745.033441:0:5654:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8d99e092b248), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787827745.033460:0:5654:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248),name=/
00000002:00010000:0.0:1787827745.033489:0:5654:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787827745.033514:0:5654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1787827745.033535:0:5654:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:0.0:1787827745.033545:0:5654:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787827745.033555:0:5654:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00010000:0.0:1787827745.033560:0:5654:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248) for lock 0x643b470ea1773d33
00000080:00010000:0.0:1787827745.033570:0:5654:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c16e3cb8
00010000:00010000:0.0:1787827745.033576:0:5654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1787827745.033588:0:5654:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200008:0.0:1787827745.034320:0:5654:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8d99e092b248), request_mask 0, flags 0, foreign 0
00000080:00200000:0.0:1787827745.034326:0:5654:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248),name=/
00000002:00010000:0.0:1787827745.034335:0:5654:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787827745.034344:0:5654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:0.0:1787827745.034355:0:5654:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200000:0.0:1787827745.034364:0:5654:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787827745.034369:0:5654:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00010000:0.0:1787827745.034372:0:5654:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248) for lock 0x643b470ea1773d33
00000080:00010000:0.0:1787827745.034377:0:5654:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c16e3cb8
00010000:00010000:0.0:1787827745.034381:0:5654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:0.0:1787827745.034391:0:5654:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:0.0:1787827745.034496:0:5654:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248),name=/
00000002:00010000:0.0:1787827745.034505:0:5654:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787827745.034513:0:5654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:0.0:1787827745.034524:0:5654:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:0.0:1787827745.034544:0:5654:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787827745.034549:0:5654:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00010000:0.0:1787827745.034553:0:5654:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248) for lock 0x643b470ea1773d33
00000080:00010000:0.0:1787827745.034557:0:5654:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c16e3bb0
00010000:00010000:0.0:1787827745.034561:0:5654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:0.0:1787827745.034571:0:5654:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:0.0:1787827745.034580:0:5654:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248), inode mode 41ed mask 44
00000080:00200008:0.0:1787827745.034588:0:5654:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8d99e092b248), flags 100000
00000080:00200080:0.0:1787827745.034689:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.034708:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00800000:00000004:0.0:1787827745.034717:0:5654:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff8d99d08c3800: age 86, max_age 87
00000100:00100000:0.0:1787827745.034771:0:5654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job lfs:664ba73f-e37b-4871-9342-977707f5856f:5654:1874673209969792:192.168.203.142@tcp:41:
00000100:00100000:0.0:1787827745.034969:0:5654:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99e0594780 going to sleep for 11 seconds
00000100:00100000:0.0:1787827745.036534:0:5654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job lfs:664ba73f-e37b-4871-9342-977707f5856f:5654:1874673209969792:192.168.203.142@tcp:41:
00800000:00000004:0.0:1787827745.036560:0:5654:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff8d99d08c3800: update ffff8d99e0c8d178 cache blocks 17240/17271 objects 534261/534593
00000080:00200080:0.0:1787827745.036615:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036624:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036632:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036638:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036644:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036670:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036678:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036683:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036689:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036693:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036699:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036705:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036711:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036717:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036722:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036726:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036732:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036739:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036745:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036751:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036757:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036763:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036772:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036778:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036797:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036803:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036810:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036816:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036822:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036828:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036843:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036849:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036856:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036863:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036872:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036877:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036932:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036938:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036945:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036951:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036957:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036962:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036967:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036973:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036979:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036984:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.036989:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.036994:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037000:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037004:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037009:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037013:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037018:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037023:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037028:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037039:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037045:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037050:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037054:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037058:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037063:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037068:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037072:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037077:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037082:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037086:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037091:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037096:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037101:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037105:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037110:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037115:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037119:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037123:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037128:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037132:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037136:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037140:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037144:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037149:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037161:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037166:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037172:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037176:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037182:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037186:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037191:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037195:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037199:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037203:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037208:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037212:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037216:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037220:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037225:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037229:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037234:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037238:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037243:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037247:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037251:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037255:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037260:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037264:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037269:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037279:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037285:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037289:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037295:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037299:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037304:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037309:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037313:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037326:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037330:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037334:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037339:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037343:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037347:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037351:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037356:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037360:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037365:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037369:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037374:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037378:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037393:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00800000:00000080:0.0:1787827745.037397:0:5654:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.037402:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.037409:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00020000:00000004:0.0:1787827745.037422:0:5654:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff8d99d08c3800: age -915, max_age 87
00000100:00100000:0.0:1787827745.037444:0:5654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job lfs:664ba73f-e37b-4871-9342-977707f5856f:5654:1874673209969920:192.168.203.142@tcp:13:
00000100:00100000:0.0:1787827745.037493:0:5654:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99e0594780 going to sleep for 11 seconds
00010000:00080000:0.0:1787827745.038473:0:5654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99e1842d00 x1874673209969920/t0(0) o13->lustre-OST0000-osc-ffff8d99d08c3800@192.168.203.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827761 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787827745.038487:0:5654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job lfs:664ba73f-e37b-4871-9342-977707f5856f:5654:1874673209969920:192.168.203.142@tcp:13:
00020000:00000004:0.0:1787827745.038501:0:5654:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff8d99d08c3800: update ffff8d99d0f537c0 cache blocks 3679/3683 objects 117792/118185
00000080:00200080:0.0:1787827745.038534:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.038543:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00020000:00000004:0.0:1787827745.038549:0:5654:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff8d99d08c3800: age -915, max_age 87
00000100:00100000:0.0:1787827745.038570:0:5654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job lfs:664ba73f-e37b-4871-9342-977707f5856f:5654:1874673209970048:192.168.203.142@tcp:13:
00000100:00100000:0.0:1787827745.038648:0:5654:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99e0594780 going to sleep for 11 seconds
00010000:00080000:0.0:1787827745.039664:0:5654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99e1842d00 x1874673209970048/t0(0) o13->lustre-OST0001-osc-ffff8d99d08c3800@192.168.203.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1787827761 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787827745.039689:0:5654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job lfs:664ba73f-e37b-4871-9342-977707f5856f:5654:1874673209970048:192.168.203.142@tcp:13:
00020000:00000004:0.0:1787827745.039701:0:5654:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff8d99d08c3800: update ffff8d99d0f50450 cache blocks 3679/3683 objects 117792/118185
00000080:00200080:0.0:1787827745.039733:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039742:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039750:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039756:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039762:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039770:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039776:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039795:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039812:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039820:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039826:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039836:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039843:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039848:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039854:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039860:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039868:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039874:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039916:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039925:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039933:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039939:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039946:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039953:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039960:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039966:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039973:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039980:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.039988:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.039993:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040001:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040007:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040013:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040026:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040034:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040040:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040046:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040050:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040055:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040059:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040064:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040069:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040073:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040078:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040083:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040087:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040092:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040096:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040101:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040105:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040110:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040114:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040119:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040123:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040128:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040132:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040136:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040141:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040153:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040158:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040163:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040168:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040173:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040177:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040182:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040186:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040191:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040196:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040200:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040204:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040209:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040214:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040218:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040222:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040227:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040231:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040237:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040241:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040246:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040250:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040255:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040259:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040264:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040273:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040279:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040284:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040289:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040293:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040298:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040302:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040317:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040321:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040326:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040329:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040334:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040339:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040343:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040348:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040353:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040357:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040362:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040366:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040371:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040375:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040380:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040384:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040388:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040392:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040407:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040413:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040417:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040422:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040426:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040431:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040436:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040440:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040444:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040448:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040453:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040457:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040462:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040466:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040471:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040475:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200080:0.0:1787827745.040479:0:5654:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248) cmd=c00866a4 arg=7ffec6c701c0
00020000:00000080:0.0:1787827745.040484:0:5654:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8d99d08c3800: cmd=c00866a4 len=592 karg=ffff8d99d8e4c000 uarg=0000000000000000
00000080:00200008:0.0:1787827745.040494:0:5654:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8d99e092b248), flags 100000
00010000:00010000:2.0:1787827745.540968:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787827745.947127:0:5843:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:3.0:1787827746.565035:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787827747.360806:0:2341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.142@tcp (source: 12345-192.168.203.142@tcp)
00000100:00100000:3.0:1787827747.360856:0:2341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.142@tcp (source: 12345-192.168.203.142@tcp)
00000100:00100000:2.0:1787827747.360935:0:5568:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874673218374016
00000100:00100000:2.0:1787827747.360949:0:5568:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874673218374016
00000100:00100000:3.0:1787827747.360949:0:5569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874673218374144
00000100:00100000:3.0:1787827747.360959:0:5569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874673218374144
00000100:00100000:3.0:1787827747.361063:0:5569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.142@tcp, seq: 0
00000100:00100000:3.0:1787827747.361078:0:5569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d99e18b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:48decd75-1bd8-4959-8903-6c13794907c7+4:8415:x1874673218374144:12345-192.168.203.142@tcp:104:
00010000:00010000:3.0:1787827747.361101:0:5569:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.203.142@tcp lock: ffff8d99c1508a00/0x643b470ea1773cd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x21cd307bb187e8d7 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827747.361224:0:5569:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1787827747.361236:0:5569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d99e18b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:48decd75-1bd8-4959-8903-6c13794907c7+4:8415:x1874673218374144:12345-192.168.203.142@tcp:104: Request processed in 161us (379us total) trans 0 rc 0/0
00000100:00100000:3.0:1787827747.361246:0:5569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.142@tcp, seq: 0
00000100:00100000:3.0:1787827747.361272:0:5569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.142@tcp, seq: 1
00010000:00010000:1.0:1787827747.361283:0:5577:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:3.0:1787827747.361284:0:5569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d99e18bb840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:48decd75-1bd8-4959-8903-6c13794907c7+3:8415:x1874673218374016:12345-192.168.203.142@tcp:104:
00010000:00010000:1.0:1787827747.361298:0:5577:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8d99c1508a00/0x643b470ea1773cd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x21cd307bb187e8d7 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827747.361301:0:5569:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.203.142@tcp lock: ffff8d99c1509c00/0x643b470ea1773cd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x21cd307bb187e8de expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827747.361331:0:5577:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d99c1508a00 already unused, calling callback (ffffffffc123ac20)
10000000:00010000:1.0:1787827747.361338:0:5577:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8d99c1508a00/0x643b470ea1773cd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x21cd307bb187e8d7 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827747.361369:0:5577:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8d99c1508a00/0x643b470ea1773cd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x21cd307bb187e8d7 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:1.0:1787827747.361379:0:5577:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8d99c1508a00/0x643b470ea1773cd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x21cd307bb187e8d7 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1787827747.361387:0:5577:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:3.0:1787827747.361408:0:5569:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1787827747.361429:0:5569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d99e18bb840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:48decd75-1bd8-4959-8903-6c13794907c7+3:8415:x1874673218374016:12345-192.168.203.142@tcp:104: Request processed in 146us (671us total) trans 0 rc 0/0
00000100:00100000:3.0:1787827747.361442:0:5569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.142@tcp, seq: 1
00010000:00010000:1.0:1787827747.361447:0:5577:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8d99c1508a00/0x643b470ea1773cd1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x21cd307bb187e8d7 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827747.361464:0:5577:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787827747.361469:0:5576:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1787827747.361528:0:5577:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8d99c1508a00/0x643b470ea1773cd1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x21cd307bb187e8d7 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827747.361545:0:5577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8d99c1508a00/0x643b470ea1773cd1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x21cd307bb187e8d7 expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787827747.361555:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209970176:192.168.203.142@tcp:103:
00010000:00010000:1.0:1787827747.361595:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827747.361599:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827747.361601:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827747.361920:0:5576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8d99c1509c00/0x643b470ea1773cd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x21cd307bb187e8de expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827747.361925:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827747.361932:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827747.361936:0:5576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d99c1509c00 already unused, calling callback (ffffffffc123ac20)
00010000:00010000:1.0:1787827747.361938:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:00010000:0.0:1787827747.361956:0:5576:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8d99c1509c00/0x643b470ea1773cd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x21cd307bb187e8de expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827747.361967:0:5576:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8d99c1509c00/0x643b470ea1773cd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x21cd307bb187e8de expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1787827747.361974:0:5576:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8d99c1509c00/0x643b470ea1773cd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x21cd307bb187e8de expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787827747.361979:0:5576:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:0.0:1787827747.362034:0:5576:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8d99c1509c00/0x643b470ea1773cd8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x21cd307bb187e8de expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827747.362041:0:5576:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787827747.362074:0:5576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8d99c1509c00/0x643b470ea1773cd8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x21cd307bb187e8de expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827747.362083:0:5576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8d99c1509c00/0x643b470ea1773cd8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x21cd307bb187e8de expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827747.362105:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787827747.362107:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48decd75-1bd8-4959-8903-6c13794907c7:2346:1874673209970304:192.168.203.142@tcp:103:
00010000:00010000:0.0:1787827747.362108:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827747.362111:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787827747.364254:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209970176:192.168.203.142@tcp:103:
00000100:00100000:1.0:1787827747.364279:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48decd75-1bd8-4959-8903-6c13794907c7:2346:1874673209970304:192.168.203.142@tcp:103:
00010000:00010000:0.0:1787827747.589063:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827748.613079:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787827748.933169:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e11861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209970432:192.168.203.142@tcp:400:
00000100:00100000:1.0:1787827748.933170:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209970560:192.168.203.142@tcp:400:
00000100:00100000:0.0:1787827748.933299:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:664ba73f-e37b-4871-9342-977707f5856f:2347:1874673209970688:192.168.203.142@tcp:400:
00000100:00100000:1.0:1787827748.933300:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209970816:192.168.203.142@tcp:400:
00000100:00100000:1.0:1787827748.934876:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1185680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209970560:192.168.203.142@tcp:400:
00000100:00100000:0.0:1787827748.934922:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e11861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209970432:192.168.203.142@tcp:400:
00010000:00080000:1.0:1787827748.934934:0:2346:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99d0f80f00 x1874673209970816/t0(0) o400->lustre-OST0001-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827748.934945:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209970816:192.168.203.142@tcp:400:
00010000:00080000:0.0:1787827748.934951:0:2347:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99d0f83840 x1874673209970688/t0(0) o400->lustre-OST0000-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787827748.934962:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:664ba73f-e37b-4871-9342-977707f5856f:2347:1874673209970688:192.168.203.142@tcp:400:
00010000:00010000:3.0:1787827749.637053:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827750.661063:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827751.684977:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:2.0:1787827752.516935:0:5579:0:(mgc_request.c:611:do_requeue()) updating log lustre-client
10000000:01000000:2.0:1787827752.516941:0:5579:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d99d08c3800 from 39
10000000:01000000:2.0:1787827752.516944:0:5579:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:2.0:1787827752.516996:0:5579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8d99c1508200/0x643b470ea1773d3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787827752.517021:0:5579:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8d99c1508200/0x643b470ea1773d3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787827752.517034:0:5579:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8d99c1508200/0x643b470ea1773d3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787827752.517062:0:5579:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209970944:192.168.203.142@tcp:101:
00000100:00100000:2.0:1787827752.517172:0:5579:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c4da8900 going to sleep for 11 seconds
00000100:00100000:0.0:1787827752.518809:0:5579:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209970944:192.168.203.142@tcp:101:
00010000:00010000:0.0:1787827752.518837:0:5579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8d99c1508200/0x643b470ea1773d3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e97f expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827752.518866:0:5579:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8d99c1508200/0x643b470ea1773d3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x21cd307bb187e97f expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787827752.519240:0:5579:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209971072:192.168.203.142@tcp:501:
00000100:00100000:0.0:1787827752.519304:0:5579:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99e0518540 going to sleep for 11 seconds
00000100:00100000:0.0:1787827752.520411:0:5579:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209971072:192.168.203.142@tcp:501:
00000100:00100000:0.0:1787827752.520455:0:5579:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209971200:192.168.203.142@tcp:503:
00000100:00100000:0.0:1787827752.520528:0:5579:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99e0518540 going to sleep for 11 seconds
00000100:00100000:0.0:1787827752.521599:0:5579:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209971200:192.168.203.142@tcp:503:
00000100:00100000:0.0:1787827752.521897:0:6073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:6073:1874673209971328:192.168.203.142@tcp:502:
00000100:00100000:0.0:1787827752.521961:0:6073:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99e0518e40 going to sleep for 11 seconds
00000100:00100000:0.0:1787827752.522836:0:6073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:6073:1874673209971328:192.168.203.142@tcp:502:
00000020:01000000:0.0:1787827752.522859:0:6073:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:0.0:1787827752.522867:0:6073:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787827752.522869:0:6073:0:(obd_config.c:1563:class_process_config()) marker 26 (0x1) lustre sys.jobid_var
00000020:00000080:0.0:1787827752.522873:0:6073:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f
00000100:00100000:0.0:1787827752.522946:0:6073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:6073:1874673209971456:192.168.203.142@tcp:502:llog_process_th.0
00000100:00100000:0.0:1787827752.522984:0:6073:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99e0518e40 going to sleep for 11 seconds
00000100:00100000:0.0:1787827752.523848:0:6073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:6073:1874673209971456:192.168.203.142@tcp:502:llog_process_th.0
00000020:01000000:0.0:1787827752.523866:0:6073:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787827752.523870:0:6073:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787827752.523871:0:6073:0:(obd_config.c:1563:class_process_config()) marker 26 (0x2) lustre sys.jobid_var
00000040:00080000:0.0:1787827752.523874:0:6073:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42
00000020:01000000:3.0:1787827752.523961:0:5579:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0)
10000000:01000000:3.0:1787827752.524007:0:5579:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:3.0:1787827752.524019:0:5579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8d99c1508200/0x643b470ea1773d3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e97f expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827752.524032:0:5579:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8d99c1508200/0x643b470ea1773d3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e97f expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1787827752.524043:0:5579:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc
10000000:01000000:3.0:1787827752.524046:0:5579:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8d99e0c8b370 from 1
10000000:01000000:3.0:1787827752.524049:0:5579:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:3.0:1787827752.524073:0:5579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8d9a0217d800/0x643b470ea1773d41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827752.524083:0:5579:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8d9a0217d800/0x643b470ea1773d41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827752.524094:0:5579:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8d9a0217d800/0x643b470ea1773d41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787827752.524112:0:5579:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209971584:192.168.203.142@tcp:101:ll_cfg_requeue.0
00000100:00100000:3.0:1787827752.524160:0:5579:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c6235600 going to sleep for 11 seconds
00000100:00100000:3.0:1787827752.524993:0:5579:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209971584:192.168.203.142@tcp:101:ll_cfg_requeue.0
00010000:00010000:3.0:1787827752.525010:0:5579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8d9a0217d800/0x643b470ea1773d41 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e986 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827752.525024:0:5579:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8d9a0217d800/0x643b470ea1773d41 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x21cd307bb187e986 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787827752.525058:0:5579:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209971712:192.168.203.142@tcp:501:ll_cfg_requeue.0
00000100:00100000:3.0:1787827752.525088:0:5579:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c6235600 going to sleep for 11 seconds
00000100:00100000:3.0:1787827752.525969:0:5579:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209971712:192.168.203.142@tcp:501:ll_cfg_requeue.0
10000000:01000000:3.0:1787827752.525985:0:5579:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:3.0:1787827752.525989:0:5579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8d9a0217d800/0x643b470ea1773d41 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e986 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827752.525995:0:5579:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8d9a0217d800/0x643b470ea1773d41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e986 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827752.709051:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827753.733003:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787827753.832835:0:2341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.142@tcp (source: 12345-192.168.203.142@tcp)
00000100:00100000:3.0:1787827753.832874:0:5569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874673218381952
00000100:00100000:3.0:1787827753.832907:0:5569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874673218381952
00000100:00100000:3.0:1787827753.832949:0:5569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.142@tcp, seq: 2
00000100:00100000:3.0:1787827753.832958:0:5569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d99e18b4b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:48decd75-1bd8-4959-8903-6c13794907c7+3:8478:x1874673218381952:12345-192.168.203.142@tcp:104:
00010000:00010000:3.0:1787827753.832972:0:5569:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.203.142@tcp lock: ffff8d99c0030800/0x643b470ea1773d09 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x21cd307bb187e8ec expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827753.833035:0:5569:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1787827753.833042:0:5569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d99e18b4b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:48decd75-1bd8-4959-8903-6c13794907c7+3:8478:x1874673218381952:12345-192.168.203.142@tcp:104: Request processed in 86us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1787827753.833048:0:5569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.142@tcp, seq: 2
00010000:00010000:1.0:1787827753.833083:0:6033:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1787827753.833093:0:6033:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8d99c0030800/0x643b470ea1773d09 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x21cd307bb187e8ec expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827753.833101:0:6033:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d99c0030800 already unused, calling callback (ffffffffc123ac20)
10000000:00010000:1.0:1787827753.833105:0:6033:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8d99c0030800/0x643b470ea1773d09 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x21cd307bb187e8ec expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827753.833127:0:6033:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8d99c0030800/0x643b470ea1773d09 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x21cd307bb187e8ec expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:1.0:1787827753.833135:0:6033:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8d99c0030800/0x643b470ea1773d09 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x21cd307bb187e8ec expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1787827753.833142:0:6033:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:1.0:1787827753.833183:0:6033:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8d99c0030800/0x643b470ea1773d09 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x21cd307bb187e8ec expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827753.833191:0:6033:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1787827753.833223:0:6033:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8d99c0030800/0x643b470ea1773d09 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x21cd307bb187e8ec expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827753.833229:0:6033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8d99c0030800/0x643b470ea1773d09 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x21cd307bb187e8ec expref: -99 pid: 5565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827753.833247:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827753.833249:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827753.833250:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787827753.833257:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209971840:192.168.203.142@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1787827753.834257:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209971840:192.168.203.142@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1787827754.053036:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:664ba73f-e37b-4871-9342-977707f5856f:2347:1874673209972096:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827754.053039:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209971968:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827754.053116:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209972224:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827754.054137:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209971968:192.168.203.142@tcp:400:kworker.0
00010000:00080000:0.0:1787827754.054157:0:2346:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99d0f82d00 x1874673209972224/t0(0) o400->lustre-OST0001-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00080000:1.0:1787827754.054159:0:2347:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99d0f81a40 x1874673209972096/t0(0) o400->lustre-OST0000-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787827754.054180:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209972224:192.168.203.142@tcp:400:kworker.0
00000100:00100000:1.0:1787827754.054188:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:664ba73f-e37b-4871-9342-977707f5856f:2347:1874673209972096:192.168.203.142@tcp:400:kworker.0
00010000:00010000:2.0:1787827754.757182:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:3.0:1787827755.268940:0:5579:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:3.0:1787827755.268946:0:5579:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d99d08c3800 from 4
10000000:01000000:3.0:1787827755.268950:0:5579:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:3.0:1787827755.268989:0:5579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827755.268999:0:5579:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827755.269009:0:5579:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787827755.269031:0:5579:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209972352:192.168.203.142@tcp:101:ll_cfg_requeue.0
00000100:00100000:3.0:1787827755.269110:0:5579:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c3094e40 going to sleep for 11 seconds
00000100:00100000:1.0:1787827755.270367:0:5579:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209972352:192.168.203.142@tcp:101:ll_cfg_requeue.0
00010000:00010000:1.0:1787827755.270385:0:5579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e994 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827755.270401:0:5579:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x21cd307bb187e994 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787827755.270451:0:5579:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209972480:192.168.203.142@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1787827755.270489:0:5579:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c8aae6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1787827755.271348:0:5579:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209972480:192.168.203.142@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1787827755.271370:0:5579:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209972608:192.168.203.142@tcp:503:ll_cfg_requeue.0
00000100:00100000:1.0:1787827755.271413:0:5579:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c8aae6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1787827755.272346:0:5579:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209972608:192.168.203.142@tcp:503:ll_cfg_requeue.0
00000100:00100000:1.0:1787827755.272602:0:6337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:6337:1874673209972736:192.168.203.142@tcp:502:llog_process_th.0
00000100:00100000:1.0:1787827755.272651:0:6337:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c8aaed80 going to sleep for 11 seconds
00000100:00100000:1.0:1787827755.273561:0:6337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:6337:1874673209972736:192.168.203.142@tcp:502:llog_process_th.0
00000020:01000000:1.0:1787827755.273582:0:6337:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1787827755.273589:0:6337:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787827755.273590:0:6337:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash
00000020:01000000:1.0:1787827755.273595:0:6337:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d99d08c3800
00000020:00000080:1.0:1787827755.273597:0:6337:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:1.0:1787827755.273659:0:6337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:6337:1874673209972864:192.168.203.142@tcp:502:llog_process_th.0
00000100:00100000:1.0:1787827755.273704:0:6337:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c8aaed80 going to sleep for 11 seconds
00000100:00100000:3.0:1787827755.276372:0:6337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48decd75-1bd8-4959-8903-6c13794907c7:6337:1874673209972864:192.168.203.142@tcp:502:llog_process_th.0
00000020:01000000:3.0:1787827755.276400:0:6337:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1787827755.276406:0:6337:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787827755.276409:0:6337:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash
00000040:00080000:3.0:1787827755.276414:0:6337:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7
00000020:01000000:3.0:1787827755.276516:0:5579:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0)
10000000:01000000:3.0:1787827755.276533:0:5579:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:3.0:1787827755.276541:0:5579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e994 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827755.276552:0:5579:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e994 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:02000400:1.0:1787827755.664392:0:6434:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg342-client.virtnet: executing check_logdir /tmp/testlogs/
00010000:00010000:3.0:1787827755.780981:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827756.804964:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787827757.053912:0:6713:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg342-client.virtnet: executing yml_node
00010000:00010000:2.0:1787827757.829012:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787827758.385450:0:7163:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.65
00010000:00010000:0.0:1787827758.853962:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787827759.173072:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209972992:192.168.203.142@tcp:400:kworker.0
00000100:00100000:1.0:1787827759.173072:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209973120:192.168.203.142@tcp:400:kworker.0
00000100:00100000:1.0:1787827759.173170:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209973376:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827759.173180:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:664ba73f-e37b-4871-9342-977707f5856f:2347:1874673209973248:192.168.203.142@tcp:400:kworker.0
00000100:00100000:1.0:1787827759.174383:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209973120:192.168.203.142@tcp:400:kworker.0
00010000:00080000:1.0:1787827759.174401:0:2346:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99d0f81a40 x1874673209973376/t0(0) o400->lustre-OST0001-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827759.174410:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209973376:192.168.203.142@tcp:400:kworker.0
00000100:00100000:1.0:1787827759.174450:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209972992:192.168.203.142@tcp:400:kworker.0
00010000:00080000:1.0:1787827759.174460:0:2347:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99d0f80b40 x1874673209973248/t0(0) o400->lustre-OST0000-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827759.174467:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:664ba73f-e37b-4871-9342-977707f5856f:2347:1874673209973248:192.168.203.142@tcp:400:kworker.0
00000001:02000400:1.0:1787827759.219864:0:7317:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.65
00010000:00010000:2.0:1787827759.877950:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787827760.010580:0:7471:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.65
00000001:02000400:2.0:1787827760.551833:0:7615:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: insanity ============----- Thu Aug 27 06:49:20 EDT 2026
00010000:00010000:2.0:1787827760.900963:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827761.925026:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827762.949936:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827763.972978:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787827764.293046:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209973504:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827764.293063:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209973632:192.168.203.142@tcp:400:kworker.0
00000100:00100000:1.0:1787827764.293134:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:664ba73f-e37b-4871-9342-977707f5856f:2347:1874673209973760:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827764.293139:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209973888:192.168.203.142@tcp:400:kworker.0
00000100:00100000:1.0:1787827764.294182:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209973504:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827764.294187:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209973632:192.168.203.142@tcp:400:kworker.0
00010000:00080000:1.0:1787827764.294343:0:2347:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99e18403c0 x1874673209973760/t0(0) o400->lustre-OST0000-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00080000:0.0:1787827764.294348:0:2346:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99e18412c0 x1874673209973888/t0(0) o400->lustre-OST0001-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827764.294363:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:664ba73f-e37b-4871-9342-977707f5856f:2347:1874673209973760:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827764.294368:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209973888:192.168.203.142@tcp:400:kworker.0
00010000:00010000:0.0:1787827764.996976:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787827765.942178:0:8129:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests:
00010000:00010000:2.0:1787827766.020970:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787827766.597973:0:8345:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === insanity: start setup 06:49:26 (1787827766) ===
00000080:00200008:0.0:1787827766.628568:0:7628:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8d99e092b248), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787827766.628580:0:7628:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248),name=/
00000002:00010000:0.0:1787827766.628601:0:7628:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787827766.628621:0:7628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:0.0:1787827766.628655:0:7628:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:0.0:1787827766.628684:0:7628:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787827766.628696:0:7628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00010000:0.0:1787827766.628701:0:7628:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248) for lock 0x643b470ea1773d33
00000080:00010000:0.0:1787827766.628712:0:7628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c1c5fcb8
00010000:00010000:0.0:1787827766.628718:0:7628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:0.0:1787827766.628732:0:7628:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200008:1.0:1787827766.643195:0:7628:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8d99e092b248), request_mask 2047, flags 0, foreign 0
00000080:00200000:1.0:1787827766.643204:0:7628:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248),name=/
00000002:00010000:1.0:1787827766.643220:0:7628:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787827766.643234:0:7628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:1.0:1787827766.643253:0:7628:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200000:1.0:1787827766.643260:0:7628:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787827766.643265:0:7628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00010000:1.0:1787827766.643268:0:7628:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248) for lock 0x643b470ea1773d33
00000080:00010000:1.0:1787827766.643273:0:7628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c1c5fcb8
00010000:00010000:1.0:1787827766.643276:0:7628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:1.0:1787827766.643283:0:7628:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200008:0.0:1787827766.656211:0:7628:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8d99e092b248), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787827766.656224:0:7628:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248),name=/
00000002:00010000:0.0:1787827766.656248:0:7628:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787827766.656264:0:7628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:0.0:1787827766.656280:0:7628:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200000:0.0:1787827766.656290:0:7628:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787827766.656297:0:7628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00010000:0.0:1787827766.656302:0:7628:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248) for lock 0x643b470ea1773d33
00000080:00010000:0.0:1787827766.656309:0:7628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c1c5fcb8
00010000:00010000:0.0:1787827766.656313:0:7628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:0.0:1787827766.656325:0:7628:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200008:2.0:1787827766.666089:0:7628:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8d99e092b248), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1787827766.666096:0:7628:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248),name=/
00000002:00010000:2.0:1787827766.666110:0:7628:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787827766.666122:0:7628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:2.0:1787827766.666132:0:7628:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200000:2.0:1787827766.666152:0:7628:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787827766.666160:0:7628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00010000:2.0:1787827766.666164:0:7628:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248) for lock 0x643b470ea1773d33
00000080:00010000:2.0:1787827766.666171:0:7628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c1c5fcb8
00010000:00010000:2.0:1787827766.666176:0:7628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:2.0:1787827766.666185:0:7628:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:2.0:1787827767.044984:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827768.069055:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787827768.343848:0:8613:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg342-client.virtnet: executing check_config_client /mnt/lustre
00010000:00010000:2.0:1787827769.092968:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827769.413039:0:1372:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a66800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING
00000100:02000000:3.0:1787827769.413046:0:1372:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8d99d08c3800: disconnect after 24s idle
00000100:00100000:2.0:1787827769.413113:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:48decd75-1bd8-4959-8903-6c13794907c7:2349:1874673209974016:192.168.203.142@tcp:400:kworker.0
00000100:00100000:2.0:1787827769.413197:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1787827769.413203:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:664ba73f-e37b-4871-9342-977707f5856f:2349:1874673209974144:192.168.203.142@tcp:400:kworker.0
00000100:00080000:3.0:1787827769.415224:0:1372:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a61800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING
00000100:02000000:3.0:1787827769.415227:0:1372:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8d99d08c3800: disconnect after 24s idle
00000100:00100000:1.0:1787827769.415260:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209974272:192.168.203.142@tcp:9:kworker.0
00000100:00100000:1.0:1787827769.415304:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209974400:192.168.203.142@tcp:9:kworker.0
00000100:00100000:3.0:1787827769.415341:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:664ba73f-e37b-4871-9342-977707f5856f:2349:1874673209974144:192.168.203.142@tcp:400:kworker.0
00000100:00100000:3.0:1787827769.415361:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:48decd75-1bd8-4959-8903-6c13794907c7:2349:1874673209974016:192.168.203.142@tcp:400:kworker.0
00010000:00080000:1.0:1787827769.416654:0:2345:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99e18bb0c0 x1874673209974272/t0(0) o9->lustre-OST0000-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827769.416668:0:2345:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0  req@ffff8d99e18bb0c0 x1874673209974272/t0(0) o9->lustre-OST0000-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827769.416676:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a66800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:1.0:1787827769.416680:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209974272:192.168.203.142@tcp:9:kworker.0
00010000:00080000:1.0:1787827769.416691:0:2345:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff8d99e18ba940 x1874673209974400/t0(0) o9->lustre-OST0001-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827769.416718:0:2345:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0  req@ffff8d99e18ba940 x1874673209974400/t0(0) o9->lustre-OST0001-osc-ffff8d99d08c3800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1787827779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827769.416724:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a61800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:1.0:1787827769.416727:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209974400:192.168.203.142@tcp:9:kworker.0
00010000:00010000:2.0:1787827770.116966:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827771.141028:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827772.164964:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827773.188998:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1787827773.610767:0:9268:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:0.0:1787827774.213029:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787827774.533060:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209974528:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827774.533071:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209974656:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827774.534427:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209974528:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827774.534484:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209974656:192.168.203.142@tcp:400:kworker.0
00000100:00100000:2.0:1787827774.837005:0:2341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.142@tcp (source: 12345-192.168.203.142@tcp)
00000100:00100000:3.0:1787827774.837062:0:5569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874673218389504
00000100:00100000:3.0:1787827774.837076:0:5569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874673218389504
00000100:00100000:3.0:1787827774.837144:0:5569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.142@tcp, seq: 3
00000100:00100000:3.0:1787827774.837159:0:5569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d99e18b70c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:48decd75-1bd8-4959-8903-6c13794907c7+3:11272:x1874673218389504:12345-192.168.203.142@tcp:104:
00010000:00010000:3.0:1787827774.837183:0:5569:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x21cd307bb187e994 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827774.837282:0:5569:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1787827774.837298:0:5569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d99e18b70c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:48decd75-1bd8-4959-8903-6c13794907c7+3:11272:x1874673218389504:12345-192.168.203.142@tcp:104: Request processed in 136us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1787827774.837308:0:5569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.142@tcp, seq: 3
00010000:00010000:1.0:1787827774.837321:0:6033:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1787827774.837331:0:6033:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x21cd307bb187e994 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827774.837340:0:6033:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9a0217c400 already unused, calling callback (ffffffffc123ac20)
10000000:00010000:1.0:1787827774.837344:0:6033:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x21cd307bb187e994 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827774.837353:0:6033:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x21cd307bb187e994 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:1.0:1787827774.837360:0:6033:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x21cd307bb187e994 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1787827774.837365:0:6033:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:1.0:1787827774.837415:0:6033:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x21cd307bb187e994 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827774.837419:0:6033:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1787827774.837442:0:6033:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x21cd307bb187e994 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827774.837470:0:6033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c400/0x643b470ea1773d48 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x21cd307bb187e994 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787827774.837479:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209974784:192.168.203.142@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1787827774.837490:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827774.837493:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827774.837495:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787827774.838334:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209974784:192.168.203.142@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1787827775.237034:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827776.262210:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:3.0:1787827776.773991:0:5579:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:3.0:1787827776.773999:0:5579:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d99d08c3800 from 7
10000000:01000000:3.0:1787827776.774004:0:5579:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:3.0:1787827776.774052:0:5579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c000/0x643b470ea1773d4f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827776.774064:0:5579:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c000/0x643b470ea1773d4f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787827776.774082:0:5579:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c000/0x643b470ea1773d4f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787827776.774110:0:5579:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209974912:192.168.203.142@tcp:101:ll_cfg_requeue.0
00000100:00100000:3.0:1787827776.774214:0:5579:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c2ebbf00 going to sleep for 11 seconds
00000100:00100000:0.0:1787827776.775611:0:5579:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209974912:192.168.203.142@tcp:101:ll_cfg_requeue.0
00010000:00010000:0.0:1787827776.775637:0:5579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c000/0x643b470ea1773d4f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e9f6 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827776.775652:0:5579:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c000/0x643b470ea1773d4f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x21cd307bb187e9f6 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787827776.775727:0:5579:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209975040:192.168.203.142@tcp:501:ll_cfg_requeue.0
00000100:00100000:0.0:1787827776.775775:0:5579:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c2e5c9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1787827776.776791:0:5579:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209975040:192.168.203.142@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1787827776.776864:0:5579:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209975168:192.168.203.142@tcp:503:ll_cfg_requeue.0
00000100:00100000:1.0:1787827776.777027:0:5579:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99d0ff5f00 going to sleep for 11 seconds
00000100:00100000:1.0:1787827776.778187:0:5579:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48decd75-1bd8-4959-8903-6c13794907c7:5579:1874673209975168:192.168.203.142@tcp:503:ll_cfg_requeue.0
00000040:00080000:1.0:1787827776.779032:0:9766:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7
00000020:01000000:2.0:1787827776.779128:0:5579:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0)
10000000:01000000:2.0:1787827776.779172:0:5579:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:2.0:1787827776.779180:0:5579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c000/0x643b470ea1773d4f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e9f6 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787827776.779190:0:5579:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8d9a0217c000/0x643b470ea1773d4f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x21cd307bb187e9f6 expref: -99 pid: 5579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:02000400:2.0:1787827777.199926:0:9868:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === insanity: finish setup 06:49:36 (1787827776) ===
00000080:00200000:1.0:1787827777.233225:0:9875:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248),name=/
00000002:00010000:1.0:1787827777.233258:0:9875:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787827777.233283:0:9875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:1.0:1787827777.233304:0:9875:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00000080:00200000:1.0:1787827777.233315:0:9875:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787827777.233325:0:9875:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00010000:1.0:1787827777.233330:0:9875:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248) for lock 0x643b470ea1773d33
00000080:00010000:1.0:1787827777.233339:0:9875:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c1c2fb58
00010000:00010000:1.0:1787827777.233344:0:9875:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:1.0:1787827777.233366:0:9875:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00000080:00200000:1.0:1787827777.233385:0:9875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248), inode mode 41ed mask 1
00000080:00200000:1.0:1787827777.233400:0:9875:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d0.insanity, dir=[0x200000007:0x1:0x0](ffff8d99e092b248), flags=8
00000080:00200000:1.0:1787827777.233405:0:9875:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d0.insanity, dir=[0x200000007:0x1:0x0](ffff8d99e092b248), intent=getattr
00000002:00010000:1.0:1787827777.233421:0:9875:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d0.insanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01
00010000:00010000:1.0:1787827777.233480:0:9875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d99c29bb600/0x643b470ea1773d56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 9875 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827777.233491:0:9875:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d99c29bb600/0x643b470ea1773d56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9875 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787827777.233504:0:9875:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d99c29bb600/0x643b470ea1773d56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9875 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787827777.233538:0:9875:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f821c0 pname:cluuid:pid:xid:nid:opc:job rm:664ba73f-e37b-4871-9342-977707f5856f:9875:1874673209975296:192.168.203.142@tcp:101:rm.0
00000100:00100000:1.0:1787827777.233666:0:9875:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99d0ff5cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1787827777.235451:0:9875:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f821c0 pname:cluuid:pid:xid:nid:opc:job rm:664ba73f-e37b-4871-9342-977707f5856f:9875:1874673209975296:192.168.203.142@tcp:101:rm.0
00010000:00010000:0.0:1787827777.235470:0:9875:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d99c29bb600/0x643b470ea1773d56 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9875 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827777.235483:0:9875:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d99c29bb600/0x643b470ea1773d56 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 9875 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827777.235491:0:9875:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d99c29bb600/0x643b470ea1773d56 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 9875 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827777.235500:0:9875:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d99c29bb600/0x643b470ea1773d56 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 9875 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827777.235509:0:9875:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d99c29bb600/0x643b470ea1773d56 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 9875 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827777.235518:0:9875:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d99c29bb600 already unused, calling callback (ffffffffc19ea990)
00010000:00010000:0.0:1787827777.235523:0:9875:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d99c29bb600/0x643b470ea1773d56 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 9875 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827777.235539:0:9875:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d99c29bb600/0x643b470ea1773d56 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 9875 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827777.235545:0:9875:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d99c29bb600/0x643b470ea1773d56 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 9875 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827777.235551:0:9875:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:0.0:1787827777.235572:0:9875:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d99c29bb600/0x643b470ea1773d56 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 9875 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787827777.235578:0:9875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d99c29bb600/0x643b470ea1773d56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 9875 initiator: MDT0 lru_score: 0 lru_type: 0
00000002:00100000:0.0:1787827777.235593:0:9875:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0  req@ffff8d99d0f821c0 x1874673209975296/t0(0) o101->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 584/584 e 0 to 0 dl 1787827793 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0
00000080:00200000:0.0:1787827777.235605:0:9875:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0
00010000:00010000:0.0:1787827777.235619:0:9875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00010000:00010000:0.0:1787827777.235627:0:9875:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00000080:00010000:0.0:1787827777.235633:0:9875:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c1c2f930
00010000:00010000:0.0:1787827777.235636:0:9875:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00010000:00010000:0.0:1787827777.235642:0:9875:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00000080:00200000:0.0:1787827777.235690:0:9875:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248),name=/
00000002:00010000:0.0:1787827777.235697:0:9875:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787827777.235703:0:9875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00010000:00010000:0.0:1787827777.235709:0:9875:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00000080:00200000:0.0:1787827777.235714:0:9875:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787827777.235717:0:9875:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00010000:0.0:1787827777.235719:0:9875:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248) for lock 0x643b470ea1773d33
00000080:00010000:0.0:1787827777.235723:0:9875:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c1c2fc10
00010000:00010000:0.0:1787827777.235726:0:9875:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00010000:00010000:0.0:1787827777.235731:0:9875:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00000080:00200000:0.0:1787827777.235737:0:9875:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248), inode mode 41ed mask 1
00000080:00200000:0.0:1787827777.235744:0:9875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.insanity, flags=0
00000080:00200000:2.0:1787827777.241112:0:9878:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248),name=/
00000002:00010000:2.0:1787827777.241131:0:9878:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787827777.241147:0:9878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00010000:00010000:2.0:1787827777.241160:0:9878:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00000080:00200000:2.0:1787827777.241166:0:9878:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787827777.241172:0:9878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00010000:2.0:1787827777.241175:0:9878:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248) for lock 0x643b470ea1773d33
00000080:00010000:2.0:1787827777.241182:0:9878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c1bffe18
00010000:00010000:2.0:1787827777.241185:0:9878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00010000:00010000:2.0:1787827777.241191:0:9878:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1
00000080:00200000:2.0:1787827777.241201:0:9878:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248), inode mode 41ed mask 101
00000080:00200000:2.0:1787827777.241209:0:9878:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248),name=/
00000002:00010000:2.0:1787827777.241212:0:9878:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787827777.241216:0:9878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1
00010000:00010000:2.0:1787827777.241221:0:9878:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1
00000080:00200000:2.0:1787827777.241231:0:9878:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787827777.241234:0:9878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00010000:2.0:1787827777.241236:0:9878:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248) for lock 0x643b470ea1773d33
00000080:00010000:2.0:1787827777.241238:0:9878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c1bffbe0
00010000:00010000:2.0:1787827777.241241:0:9878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1
00010000:00010000:2.0:1787827777.241246:0:9878:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1
00000080:00200000:2.0:1787827777.241251:0:9878:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248), inode mode 41ed mask 1
00000080:00200000:2.0:1787827777.241255:0:9878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.insanity, flags=1536
00000080:00200000:2.0:1787827777.241259:0:9878:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248),name=/
00000002:00010000:2.0:1787827777.241263:0:9878:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1787827777.241267:0:9878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1
00010000:00010000:2.0:1787827777.241273:0:9878:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1
00000080:00200000:2.0:1787827777.241277:0:9878:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1787827777.241280:0:9878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248)
00000080:00010000:2.0:1787827777.241283:0:9878:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8d99e092b248) for lock 0x643b470ea1773d33
00000080:00010000:2.0:1787827777.241285:0:9878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x643b470ea1773d33 from it ffffa017c1bffdc8
00010000:00010000:2.0:1787827777.241287:0:9878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1
00010000:00010000:2.0:1787827777.241301:0:9878:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1
00000080:00200000:2.0:1787827777.241310:0:9878:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8d99e092b248), inode mode 41ed mask 3
00000080:00200000:2.0:1787827777.241315:0:9878:0:(namei.c:2239:do_mkdir()) VFS Op:name=d0.insanity, dir=[0x200000007:0x1:0x0](ffff8d99e092b248)
00000100:00100000:2.0:1787827777.241370:0:9878:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job mkdir:664ba73f-e37b-4871-9342-977707f5856f:9878:1874673209975424:192.168.203.142@tcp:700:mkdir.0
00000100:00100000:2.0:1787827777.241432:0:9878:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99c31e13c0 going to sleep for 11 seconds
00000100:00100000:3.0:1787827777.242234:0:9878:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job mkdir:664ba73f-e37b-4871-9342-977707f5856f:9878:1874673209975424:192.168.203.142@tcp:700:mkdir.0
00010000:00010000:3.0:1787827777.242276:0:9878:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1
00010000:00010000:3.0:1787827777.242315:0:9878:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1
00010000:00010000:3.0:1787827777.242322:0:9878:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:3.0:1787827777.242325:0:9878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d99d08c3800 lock: ffff8d9a0217dc00/0x643b470ea1773d33 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x21cd307bb187e90f expref: -99 pid: 5602 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1
00000020:00100000:3.0:1787827777.242348:0:9878:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8d99d08c3800: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:3.0:1787827777.242357:0:9878:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff8d99e18ba580 x1874673209975680/t0(0) o36->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787827777.242369:0:9878:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba580 pname:cluuid:pid:xid:nid:opc:job mkdir:664ba73f-e37b-4871-9342-977707f5856f:9878:1874673209975680:192.168.203.142@tcp:36:mkdir.0
00000100:00100000:3.0:1787827777.242400:0:9878:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d99d89320c0 going to sleep for 11 seconds
00000100:00100000:1.0:1787827777.245164:0:9878:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba580 pname:cluuid:pid:xid:nid:opc:job mkdir:664ba73f-e37b-4871-9342-977707f5856f:9878:1874673209975680:192.168.203.142@tcp:36:mkdir.0
00000080:00200000:1.0:1787827777.245245:0:9878:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x1:0x0](ffff8d99e09742c8)
00000080:00200000:1.0:1787827777.245255:0:9878:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 512
00010000:00010000:1.0:1787827777.286053:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787827777.775971:0:10019:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == insanity test 0: Fail all nodes, independently ======== 06:49:37 (1787827777)
00010000:00010000:3.0:1787827778.308995:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827779.333399:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787827779.653069:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48decd75-1bd8-4959-8903-6c13794907c7:2346:1874673209975808:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827779.653170:0:2346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1787827779.653178:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209975936:192.168.203.142@tcp:400:kworker.0
00010000:00010000:1.0:1787827780.357053:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827781.381134:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827782.404992:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827783.429005:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827784.452993:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787827784.773131:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:664ba73f-e37b-4871-9342-977707f5856f:2347:1874673209976192:192.168.203.142@tcp:400:kworker.0
00000100:00100000:1.0:1787827784.773158:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48decd75-1bd8-4959-8903-6c13794907c7:2346:1874673209976064:192.168.203.142@tcp:400:kworker.0
00010000:00010000:2.0:1787827785.477003:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827786.500992:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827787.525037:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827788.548972:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827789.572949:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787827789.893049:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:48decd75-1bd8-4959-8903-6c13794907c7:2349:1874673209976320:192.168.203.142@tcp:400:kworker.0
00000100:00100000:2.0:1787827789.893157:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1787827789.893167:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:664ba73f-e37b-4871-9342-977707f5856f:2349:1874673209976448:192.168.203.142@tcp:400:kworker.0
00010000:00010000:1.0:1787827790.597028:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827791.620979:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827792.644988:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827793.669008:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827794.693103:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:0.0:1787827795.013069:0:2346:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827779/real 1787827779]  req@ffff8d99e1842d00 x1874673209975936/t0(0) o400->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827795 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827795.013210:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:664ba73f-e37b-4871-9342-977707f5856f:2347:1874673209976704:192.168.203.142@tcp:400:kworker.0
00000100:00100000:1.0:1787827795.013395:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1787827795.013406:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209976576:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827795.027148:0:2346:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d99e1842d00 x1874673209975936/t0(0) o400->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827795 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787827795.027160:0:2346:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:0.0:1787827795.027165:0:2346:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff8d99d08c3800: Connection to lustre-MDT0000 (at 192.168.203.142@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1787827795.033550:0:2346:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00000400:0.0:1787827795.033591:0:2346:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827779/real 1787827779]  req@ffff8d99e18421c0 x1874673209975808/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 1 dl 1787827795 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787827795.033611:0:2346:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d99e18421c0 x1874673209975808/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 1 dl 1787827795 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787827795.033619:0:2346:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from FULL to DISCONN
00000100:02020000:0.0:1787827795.033623:0:2346:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.142@tcp: Connection to MGS (at 192.168.203.142@tcp) was lost; in progress operations using this service will fail
00000100:00080000:0.0:1787827795.039137:0:2346:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.142@tcp for MGC192.168.203.142@tcp not replayable, auto-deactivating
00000100:00080000:0.0:1787827795.039140:0:2346:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00100000:0.0:1787827795.039147:0:2346:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8d99e18421c0 x1874673209975808/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 1 dl 1787827795 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787827795.039161:0:2346:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8d99d0f83480 x1874673209976064/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1787827800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787827795.039170:0:2346:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8d99e18b6580 x1874673209976320/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1787827805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787827795.039186:0:2346:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8d99d0f830c0 x1874673209976576/t0(0) o400->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1787827811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787827795.039236:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:48decd75-1bd8-4959-8903-6c13794907c7:2349:1874673209976320:192.168.203.142@tcp:400:kworker.0
10000000:01000000:0.0:1787827795.039240:0:2346:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001
00000100:00080000:1.0:1787827795.039242:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827795.039253:0:2346:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down
00000100:00080000:1.0:1787827795.039258:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
10000000:01000000:0.0:1787827795.039259:0:2346:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002
00000100:00080000:0.0:1787827795.039266:0:2346:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00080000:1.0:1787827795.039267:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827795.039280:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 85
00000100:00080000:1.0:1787827795.039300:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787827795.039337:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48decd75-1bd8-4959-8903-6c13794907c7:2346:1874673209976064:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827795.039351:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:664ba73f-e37b-4871-9342-977707f5856f:2346:1874673209975936:192.168.203.142@tcp:400:kworker.0
00000100:00100000:0.0:1787827795.039365:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48decd75-1bd8-4959-8903-6c13794907c7:2346:1874673209975808:192.168.203.142@tcp:400:kworker.0
00000100:00100000:1.0:1787827795.039365:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48decd75-1bd8-4959-8903-6c13794907c7:2347:1874673209976576:192.168.203.142@tcp:400:kworker.0
00000008:00100000:1.0:1787827795.039457:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787827795.039503:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673209976832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787827795.039554:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827795.039559:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787827795.039562:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827795.039567:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 85
00000100:00080000:1.0:1787827795.039576:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787827795.039588:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209976832:192.168.203.142@tcp:38:kworker.0
00000100:00100000:1.0:1787827795.039598:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673209976960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787827795.039706:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209976960:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787827795.717003:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827796.741063:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827797.765051:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827798.789000:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827799.813063:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787827800.132962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000400:0.0:1787827800.132981:0:2347:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827784/real 1787827784]  req@ffff8d99d0f80000 x1874673209976192/t0(0) o400->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827800 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827800.132982:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787827800.132989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827800.133010:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1787827800.145142:0:2347:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d99d0f80000 x1874673209976192/t0(0) o400->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827800 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787827800.145151:0:2347:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d99c8a62800 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:0.0:1787827800.145163:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:664ba73f-e37b-4871-9342-977707f5856f:2347:1874673209976192:192.168.203.142@tcp:400:kworker.0
00010000:00010000:0.0:1787827800.837143:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827801.861061:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827802.885033:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827803.909203:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827804.933069:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787827805.253061:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827805.253075:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787827805.253082:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787827805.253088:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827795/real 1787827795]  req@ffff8d99d0f80780 x1874673209976960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000400:3.0:1787827805.253092:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827789/real 1787827789]  req@ffff8d99e18b7480 x1874673209976448/t0(0) o400->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827805 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827805.253093:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1787827805.253153:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673209976960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787827805.253173:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827795/real 1787827795]  req@ffff8d99d0f830c0 x1874673209976832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787827805.253193:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673209976832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827805 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787827805.253215:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787827805.253261:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787827805.253271:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209976960:192.168.203.142@tcp:250:kworker.0
00000100:00080000:2.0:1787827805.253285:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787827805.253301:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00080000:1.0:1787827805.253307:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787827805.253315:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209976832:192.168.203.142@tcp:38:kworker.0
00000100:00080000:1.0:1787827805.253317:0:1372:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787827805.253326:0:1372:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827805.253340:0:1372:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 138
00000100:00080000:1.0:1787827805.253357:0:1372:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1787827805.253406:0:1372:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787827805.253487:0:1372:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673209977088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787827805.253527:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827805.253532:0:1372:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787827805.253535:0:1372:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827805.253541:0:1372:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 138
00000100:00080000:1.0:1787827805.253547:0:1372:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1787827805.253553:0:1372:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787827805.253566:0:1372:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787827805.253596:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209977088:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827805.253597:0:1372:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673209977216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787827805.253754:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209977216:192.168.203.142@tcp:38:kworker.0
00000100:00100000:3.0:1787827805.273480:0:2349:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d99e18b7480 x1874673209976448/t0(0) o400->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827805 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827805.273502:0:2349:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d99c8a62800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:3.0:1787827805.273524:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:664ba73f-e37b-4871-9342-977707f5856f:2349:1874673209976448:192.168.203.142@tcp:400:kworker.0
00010000:00010000:2.0:1787827805.957108:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827806.981090:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827808.005054:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827809.029026:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827810.053100:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787827810.372953:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827810.372963:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787827810.372967:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827810.372972:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1787827811.076985:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:0.0:1787827811.396990:0:2347:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827795/real 1787827795]  req@ffff8d99d0f81e00 x1874673209976704/t0(0) o400->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827811 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787827811.405494:0:2347:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d99d0f81e00 x1874673209976704/t0(0) o400->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 224/224 e 0 to 1 dl 1787827811 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787827811.405502:0:2347:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d99c8a62800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:0.0:1787827811.405511:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:664ba73f-e37b-4871-9342-977707f5856f:2347:1874673209976704:192.168.203.142@tcp:400:kworker.0
00010000:00010000:1.0:1787827812.101019:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827813.125103:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827814.149077:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827815.172965:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827815.493023:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827815.493034:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787827815.493038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827815.493042:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1787827816.197048:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827817.221036:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827818.245060:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827819.269116:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827820.293129:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787827820.613002:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827805/real 1787827805]  req@ffff8d99d0f82940 x1874673209977216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827820 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787827820.613039:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673209977216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827820 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787827820.613056:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827805/real 1787827805]  req@ffff8d99d0f83c00 x1874673209977088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827820 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787827820.613079:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673209977088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827820 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787827820.613108:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787827820.613124:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787827820.613133:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209977216:192.168.203.142@tcp:38:kworker.0
00000100:00080000:2.0:1787827820.613145:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787827820.613152:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787827820.613156:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209977088:192.168.203.142@tcp:250:kworker.0
00000100:00080000:2.0:1787827820.613195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787827820.613201:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787827820.613204:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787827820.613210:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 148
00000100:00080000:2.0:1787827820.613239:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1787827820.613247:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787827820.613321:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673209977344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787827820.613351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787827820.613355:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787827820.613358:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787827820.613363:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 148
00000100:00080000:2.0:1787827820.613367:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1787827820.613372:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787827820.613402:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787827820.613420:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673209977472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827820.613455:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209977344:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827820.613627:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209977472:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827821.317198:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827822.341112:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827823.365066:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827824.389020:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827825.413122:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827825.733135:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827825.733150:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787827825.733157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827825.733163:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1787827826.437130:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827827.461063:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827828.485697:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827829.509053:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827830.533081:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787827830.853004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827830.853012:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787827830.853015:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827830.853018:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1787827831.557161:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827832.581133:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827833.605104:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827834.629182:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827835.653036:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827835.972999:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827835.973008:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787827835.973043:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827835.973046:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1787827836.677117:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827837.701388:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827838.725072:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000100:0.0:1787827838.725076:0:2337:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.203.142@tcp (192.168.203.142:988) timed out; the network or node may be down.
00010000:00010000:2.0:1787827839.749084:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787827840.068977:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827820/real 1787827820]  req@ffff8d99e18b4000 x1874673209977472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827840 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827840.069008:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673209977472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827840 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827840.069016:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787827820/real 1787827820]  req@ffff8d99e18b6580 x1874673209977344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827840 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827840.069025:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673209977344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827840 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827840.069061:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827840.069083:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827840.069090:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209977472:192.168.203.142@tcp:38:kworker.0
00000100:00080000:1.0:1787827840.069101:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787827840.069106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827840.069116:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00080000:2.0:1787827840.069117:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787827840.069134:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787827840.069137:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209977344:192.168.203.142@tcp:250:kworker.0
00000100:00080000:2.0:1787827840.069142:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 163
00000100:00080000:2.0:1787827840.069151:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1787827840.069173:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787827840.069226:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673209977600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787827840.069250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787827840.069256:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787827840.069267:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787827840.069270:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209977600:192.168.203.142@tcp:250:kworker.0
00000100:00080000:2.0:1787827840.069279:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 163
00000100:00080000:2.0:1787827840.069287:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1787827840.069294:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787827840.069307:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787827840.069330:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673209977728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827840.069389:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209977728:192.168.203.142@tcp:38:kworker.0
00000400:00000100:3.0:1787827840.773203:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.142:988
00010000:00010000:0.0:1787827840.773223:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787827840.773248:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787827840.773259:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787827840.773287:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787827840.773329:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827840/real 1787827840]  req@ffff8d99e18b61c0 x1874673209977728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827840.773352:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673209977728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827840.773361:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827840.773365:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827840.773368:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209977728:192.168.203.142@tcp:38:kworker.0
00000100:00100000:1.0:1787827840.773376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827840/real 1787827840]  req@ffff8d99e18b7480 x1874673209977600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827840.773389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673209977600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827840.773397:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827840.773427:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827840.773432:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209977600:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787827841.797044:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827842.821128:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827843.845190:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827844.869032:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787827845.188973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827845.188998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787827845.189003:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827845.189014:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 183
00000100:00080000:0.0:1787827845.189026:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827845.189035:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787827845.189109:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673209977856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787827845.189132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827845.189145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787827845.189147:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827845.189151:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 183
00000100:00080000:0.0:1787827845.189154:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827845.189158:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787827845.189167:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787827845.189178:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673209977984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827845.189202:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209977856:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827845.189320:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209977984:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827845.893068:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787827846.917225:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.142:988
00010000:00010000:0.0:1787827846.917259:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787827846.917265:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787827846.917277:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787827846.917305:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787827846.917347:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827845/real 1787827846]  req@ffff8d99e18421c0 x1874673209977856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827846.917376:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673209977856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827846.917389:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827846.917395:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827846.917399:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209977856:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827846.917406:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827845/real 1787827846]  req@ffff8d99e1842d00 x1874673209977984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827846.917426:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673209977984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827846.917434:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827846.917438:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827846.917441:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209977984:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827847.941052:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827848.965191:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827849.989296:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827850.309039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827850.309055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787827850.309059:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827850.309068:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 188
00000100:00080000:3.0:1787827850.309077:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827850.309083:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787827850.309115:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673209978112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827850.309136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827850.309139:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787827850.309140:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827850.309143:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 188
00000100:00080000:3.0:1787827850.309145:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827850.309163:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827850.309172:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787827850.309187:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209978112:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827850.309189:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673209978240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827850.309280:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209978240:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827851.013077:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827852.037069:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787827853.061306:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.142:988
00010000:00010000:0.0:1787827853.061337:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787827853.061359:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787827853.061376:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787827853.061429:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787827853.061504:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827850/real 1787827853]  req@ffff8d99e18b8000 x1874673209978240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827853.061541:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673209978240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827853.061569:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827853.061577:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827853.061583:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209978240:192.168.203.142@tcp:38:kworker.0
00000100:00100000:1.0:1787827853.061594:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827850/real 1787827853]  req@ffff8d99e18ba940 x1874673209978112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827853.061618:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673209978112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827853.061629:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827853.061633:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827853.061638:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209978112:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787827854.085049:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827855.109061:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827855.428916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827855.428924:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787827855.428928:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827855.428936:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 193
00000100:00080000:3.0:1787827855.428944:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827855.428950:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787827855.428980:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673209978368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827855.429002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827855.429005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787827855.429006:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827855.429009:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 193
00000100:00080000:3.0:1787827855.429023:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827855.429027:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827855.429035:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827855.429046:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673209978496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827855.429068:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209978368:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787827855.429129:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827855.429159:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827855/real 1787827855]  req@ffff8d99e18bb480 x1874673209978368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827855.429173:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673209978368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827855.429181:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827855.429190:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827855.429193:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209978368:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827855.429213:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209978496:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787827855.429230:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827855.429240:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827855/real 1787827855]  req@ffff8d99e18b9e00 x1874673209978496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827855.429248:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673209978496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827855.429254:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827855.429256:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827855.429259:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209978496:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787827856.133194:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827857.157120:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827858.181112:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827859.205177:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827860.229124:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827860.549022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827860.549034:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787827860.549039:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827860.549054:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 198
00000100:00080000:3.0:1787827860.549068:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827860.549076:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787827860.549126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673209978624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827860.549159:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827860.549162:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787827860.549164:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827860.549168:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 198
00000100:00080000:3.0:1787827860.549171:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827860.549174:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827860.549186:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827860.549197:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673209978752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827860.549221:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209978624:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827860.549340:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209978752:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827861.253070:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787827862.277195:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.142:988
00010000:00010000:3.0:1787827862.277211:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787827862.277240:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787827862.277256:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:0.0:1787827862.277292:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787827862.277336:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827860/real 1787827862]  req@ffff8d99e18b8b40 x1874673209978752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827862.277364:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673209978752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827862.277378:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827862.277384:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827862.277389:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209978752:192.168.203.142@tcp:38:kworker.0
00000100:00100000:1.0:1787827862.277397:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827860/real 1787827862]  req@ffff8d99e18b83c0 x1874673209978624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827862.277429:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673209978624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827862.277438:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827862.277442:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827862.277446:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209978624:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787827863.301099:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827864.325052:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827865.349210:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827865.668939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827865.668959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787827865.668963:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827865.668974:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 203
00000100:00080000:3.0:1787827865.668985:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827865.669006:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787827865.669034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673209978880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827865.669056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827865.669059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787827865.669060:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827865.669063:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 203
00000100:00080000:3.0:1787827865.669066:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827865.669069:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827865.669078:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827865.669086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673209979008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827865.669096:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209978880:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787827865.669157:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827865.669188:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827865/real 1787827865]  req@ffff8d99e18b9680 x1874673209978880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827865.669202:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673209978880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827865.669210:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827865.669213:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827865.669216:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209978880:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827865.669234:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209979008:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787827865.669249:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827865.669258:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827865/real 1787827865]  req@ffff8d99e18ba1c0 x1874673209979008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827865.669266:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673209979008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827865.669271:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827865.669280:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827865.669282:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209979008:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827866.373113:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827867.397052:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827868.421316:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827869.445185:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827870.469155:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787827870.789028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827870.789038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787827870.789042:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827870.789053:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 208
00000100:00080000:0.0:1787827870.789064:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827870.789070:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787827870.789110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673209979136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787827870.789144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827870.789149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787827870.789152:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827870.789157:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 208
00000100:00080000:0.0:1787827870.789162:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827870.789168:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787827870.789180:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787827870.789194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673209979264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827870.789208:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209979136:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827870.789319:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209979264:192.168.203.142@tcp:38:kworker.0
00000400:00000100:3.0:1787827871.493263:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.142:988
00010000:00010000:0.0:1787827871.493267:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787827871.493331:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787827871.493364:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787827871.493414:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787827871.493524:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827870/real 1787827871]  req@ffff8d99e18421c0 x1874673209979264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827871.493554:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673209979264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827871.493569:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827871.493576:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827871.493581:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209979264:192.168.203.142@tcp:38:kworker.0
00000100:00100000:1.0:1787827871.493591:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827870/real 1787827871]  req@ffff8d99e1842d00 x1874673209979136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827871.493607:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673209979136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827871.493615:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827871.493620:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827871.493624:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209979136:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787827872.517097:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827873.541046:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827874.565435:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827875.589115:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787827875.909026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827875.909037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787827875.909055:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827875.909067:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 213
00000100:00080000:0.0:1787827875.909095:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827875.909106:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787827875.909170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673209979392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787827875.909200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827875.909222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787827875.909226:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827875.909233:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 213
00000100:00080000:0.0:1787827875.909240:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827875.909247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787827875.909262:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827875.909294:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209979392:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787827875.909300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673209979520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787827875.909395:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827875.909669:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827875/real 1787827875]  req@ffff8d99e18403c0 x1874673209979392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827875.909697:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673209979392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827875.909790:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827875.909796:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827875.909802:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209979392:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827875.909830:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209979520:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787827875.909858:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827875.909918:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827875/real 1787827875]  req@ffff8d99e18412c0 x1874673209979520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827875.909936:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673209979520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827875.909947:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827875.909952:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827875.909956:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209979520:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827876.613142:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827877.637586:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827878.661239:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827879.685119:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827880.709255:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787827881.028957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827881.028965:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787827881.028968:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827881.028992:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 219
00000100:00080000:1.0:1787827881.029001:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827881.029007:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787827881.029035:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673209979648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787827881.029059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827881.029063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787827881.029065:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827881.029070:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 219
00000100:00080000:1.0:1787827881.029076:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827881.029081:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787827881.029092:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827881.029109:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209979648:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827881.029111:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673209979776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787827881.029197:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827881.029240:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827881/real 1787827881]  req@ffff8d99d0f812c0 x1874673209979648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827881.029255:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673209979648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827881.029265:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827881.029268:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827881.029272:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209979648:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827881.029307:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209979776:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787827881.029326:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827881.029335:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827881/real 1787827881]  req@ffff8d99d0f83840 x1874673209979776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827881.029344:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673209979776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827881.029349:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827881.029351:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827881.029353:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209979776:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827881.733098:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827882.757114:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827883.781257:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827884.805041:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827885.829024:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827886.148998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827886.149008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787827886.149012:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827886.149027:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 224
00000100:00080000:3.0:1787827886.149036:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827886.149042:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787827886.149075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673209979904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827886.149100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827886.149103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787827886.149104:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827886.149107:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 224
00000100:00080000:3.0:1787827886.149109:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827886.149124:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827886.149132:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827886.149145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673209980032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827886.149166:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209979904:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787827886.149261:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827886.149314:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827886/real 1787827886]  req@ffff8d99e18bbc00 x1874673209979904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827886.149337:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673209979904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827886.149350:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827886.149356:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827886.149361:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209979904:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827886.149404:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209980032:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787827886.149429:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827886.149442:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827886/real 1787827886]  req@ffff8d99e18ba1c0 x1874673209980032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827886.149456:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673209980032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827886.149466:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827886.149470:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827886.149473:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209980032:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787827886.853212:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827887.877047:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827888.901097:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827889.925195:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827890.949068:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787827891.269045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827891.269055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787827891.269060:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827891.269072:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 229
00000100:00080000:1.0:1787827891.269085:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827891.269094:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787827891.269140:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673209980160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787827891.269165:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827891.269168:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787827891.269169:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827891.269173:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 229
00000100:00080000:1.0:1787827891.269176:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827891.269197:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787827891.269208:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827891.269217:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209980160:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827891.269223:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673209980288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787827891.269349:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209980288:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827891.973055:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787827892.997201:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.142:988
00010000:00010000:0.0:1787827892.997209:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787827892.997240:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787827892.997252:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787827892.997288:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:3.0:1787827892.997317:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827891/real 1787827892]  req@ffff8d99d0f80f00 x1874673209980288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827892.997354:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673209980288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827892.997367:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827892.997373:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827892.997378:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209980288:192.168.203.142@tcp:38:kworker.0
00000100:00100000:3.0:1787827892.997386:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827891/real 1787827892]  req@ffff8d99d0f81a40 x1874673209980160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827892.997396:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673209980160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827892.997402:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827892.997404:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827892.997407:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209980160:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787827894.021026:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827895.045031:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827896.069226:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787827896.388960:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827896.388967:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787827896.388970:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827896.388979:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 234
00000100:00080000:1.0:1787827896.388988:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827896.388994:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787827896.389026:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673209980416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787827896.389048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827896.389051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787827896.389052:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827896.389055:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 234
00000100:00080000:1.0:1787827896.389057:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827896.389059:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787827896.389067:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787827896.389076:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673209980544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787827896.389102:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209980416:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787827896.389159:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827896.389191:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827896/real 1787827896]  req@ffff8d99d0f80b40 x1874673209980416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827896.389204:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673209980416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827896.389211:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827896.389214:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827896.389217:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209980416:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827896.389233:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209980544:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787827896.389246:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827896.389254:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827896/real 1787827896]  req@ffff8d99d0f803c0 x1874673209980544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827896.389262:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673209980544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827896.389267:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827896.389269:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827896.389271:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209980544:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827897.093038:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827898.117043:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827899.141129:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827900.165037:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827901.189035:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827901.508990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827901.508999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787827901.509003:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827901.509011:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 239
00000100:00080000:3.0:1787827901.509019:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827901.509036:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787827901.509071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673209980672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827901.509092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827901.509095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787827901.509096:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827901.509099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 239
00000100:00080000:3.0:1787827901.509102:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827901.509104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827901.509112:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827901.509127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673209980800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827901.509132:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209980672:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787827901.509195:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827901.509226:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827901/real 1787827901]  req@ffff8d99e18b9680 x1874673209980672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827901.509239:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673209980672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827901.509247:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827901.509250:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827901.509253:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209980672:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827901.509273:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209980800:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787827901.509289:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827901.509297:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827901/real 1787827901]  req@ffff8d99e18b83c0 x1874673209980800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827901.509305:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673209980800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827901.509311:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827901.509313:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827901.509315:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209980800:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787827902.213173:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827903.237035:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827904.261039:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827905.285167:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827906.309039:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787827906.628968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827906.628979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787827906.628999:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827906.629011:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 244
00000100:00080000:1.0:1787827906.629022:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827906.629030:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787827906.629064:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673209980928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787827906.629095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827906.629098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787827906.629100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827906.629105:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 244
00000100:00080000:1.0:1787827906.629110:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827906.629114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787827906.629124:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827906.629129:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209980928:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827906.629142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673209981056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787827906.629187:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827906.629224:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827906/real 1787827906]  req@ffff8d99d0f82d00 x1874673209980928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827906.629242:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673209980928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827906.629253:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827906.629257:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827906.629261:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209980928:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827906.629282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209981056:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787827906.629311:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827906.629323:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827906/real 1787827906]  req@ffff8d99d0f803c0 x1874673209981056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827906.629336:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673209981056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827906.629346:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827906.629349:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827906.629353:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209981056:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827907.333016:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827908.357253:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827909.380996:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827910.405030:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827911.429152:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787827911.748945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827911.748953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787827911.748957:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827911.748965:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 249
00000100:00080000:1.0:1787827911.748975:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827911.748982:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787827911.749014:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673209981184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787827911.749037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827911.749055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787827911.749058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827911.749065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 249
00000100:00100000:3.0:1787827911.749066:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209981184:192.168.203.142@tcp:250:kworker.0
00000100:00080000:1.0:1787827911.749071:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827911.749079:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787827911.749089:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787827911.749102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673209981312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787827911.749142:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827911.749185:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827911/real 1787827911]  req@ffff8d99d0f80b40 x1874673209981184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827911.749207:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673209981184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827911.749279:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827911.749282:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827911.749285:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209981184:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827911.749305:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209981312:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787827911.749324:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827911.749335:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827911/real 1787827911]  req@ffff8d99d0f81a40 x1874673209981312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827911.749364:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673209981312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827911.749474:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827911.749479:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827911.749484:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209981312:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827912.453015:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827913.477052:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827914.501214:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827915.525032:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827916.549018:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787827916.868951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827916.868972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787827916.868975:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827916.868983:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 254
00000100:00080000:1.0:1787827916.868992:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827916.868997:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787827916.869049:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673209981440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787827916.869069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827916.869072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787827916.869073:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827916.869076:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 254
00000100:00080000:1.0:1787827916.869081:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827916.869084:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787827916.869092:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787827916.869101:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673209981568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787827916.869112:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209981440:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787827916.869178:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827916.869217:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827916/real 1787827916]  req@ffff8d99d0f80f00 x1874673209981440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827916.869236:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673209981440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827916.869248:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827916.869252:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827916.869256:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209981440:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827916.869279:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209981568:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787827916.869301:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827916.869314:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827916/real 1787827916]  req@ffff8d99d0f83840 x1874673209981568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827916.869327:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673209981568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827916.869349:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827916.869354:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827916.869358:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209981568:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787827917.573155:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827918.597075:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827919.621126:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827920.645251:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827921.669138:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787827921.989014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827921.989026:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787827921.989030:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827921.989042:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 260
00000100:00080000:1.0:1787827921.989072:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827921.989081:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787827921.989131:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673209981696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787827921.989173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827921.989182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787827921.989187:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827921.989197:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 260
00000100:00080000:1.0:1787827921.989205:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787827921.989240:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209981696:192.168.203.142@tcp:250:kworker.0
00000100:00080000:1.0:1787827921.989249:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787827921.989279:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787827921.989306:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673209981824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787827921.989364:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827921.989429:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827921/real 1787827921]  req@ffff8d99d0f812c0 x1874673209981696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827921.989449:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673209981696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827921.989462:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827921.989466:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827921.989471:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209981696:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827921.989517:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209981824:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787827921.989546:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827921.989578:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827921/real 1787827921]  req@ffff8d99d0f83c00 x1874673209981824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827921.989596:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673209981824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827921.989603:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827921.989606:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827921.989625:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209981824:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787827922.693208:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827923.717343:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827924.741069:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827925.765142:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827926.789391:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787827927.108989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827927.109001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787827927.109007:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827927.109020:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 265
00000100:00080000:1.0:1787827927.109034:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827927.109044:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787827927.109112:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673209981952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787827927.109151:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827927.109156:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787827927.109159:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827927.109164:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 265
00000100:00080000:1.0:1787827927.109170:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827927.109176:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787827927.109190:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787827927.109208:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673209982080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787827927.109217:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209981952:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827927.109370:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209982080:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827927.813135:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827928.837224:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827929.861215:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787827929.861430:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787827929.861523:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787827929.861573:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787827929.861632:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:3.0:1787827929.861731:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827927/real 1787827929]  req@ffff8d99d0f81e00 x1874673209982080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827929.861781:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673209982080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827929.861813:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827929.861823:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827929.861831:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209982080:192.168.203.142@tcp:38:kworker.0
00000100:00100000:3.0:1787827929.861845:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827927/real 1787827929]  req@ffff8d99d0f82940 x1874673209981952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827929.861869:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673209981952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827929.861923:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827929.861930:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827929.861936:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209981952:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787827930.885273:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827931.909083:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787827932.229049:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787827932.229060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787827932.229065:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787827932.229078:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 270
00000100:00080000:2.0:1787827932.229091:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787827932.229100:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787827932.229150:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673209982208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787827932.229181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787827932.229184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787827932.229186:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787827932.229190:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 270
00000100:00080000:2.0:1787827932.229192:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787827932.229196:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787827932.229209:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827932.229227:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209982208:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787827932.229251:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673209982336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787827932.229326:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827932.229378:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827932/real 1787827932]  req@ffff8d99e18b4780 x1874673209982208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827932.229395:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673209982208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827932.229405:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827932.229408:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827932.229412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209982208:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827932.229442:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209982336:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787827932.229460:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827932.229471:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827932/real 1787827932]  req@ffff8d99e18b5680 x1874673209982336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827932.229499:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673209982336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827932.229506:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827932.229508:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827932.229511:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209982336:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787827932.933401:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827933.957127:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827934.981151:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827936.005097:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827937.029044:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827937.349114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827937.349149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787827937.349155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827937.349173:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 275
00000100:00080000:3.0:1787827937.349200:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827937.349245:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787827937.349325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673209982464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827937.349372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827937.349377:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787827937.349380:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827937.349385:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 275
00000100:00080000:3.0:1787827937.349391:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827937.349397:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827937.349412:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827937.349429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673209982592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827937.349502:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209982464:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787827937.349572:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827937.349620:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827937/real 1787827937]  req@ffff8d99e18b8b40 x1874673209982464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827937.349633:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673209982464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827937.349642:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827937.349645:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827937.349661:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209982464:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827937.349667:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209982592:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787827937.349684:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827937.349692:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827937/real 1787827937]  req@ffff8d99e18b9e00 x1874673209982592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827937.349700:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673209982592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827937.349705:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827937.349707:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827937.349710:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209982592:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787827938.053107:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827939.077109:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827940.101005:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827941.125144:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827942.149069:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787827942.469008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827942.469022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787827942.469027:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827942.469040:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 280
00000100:00080000:0.0:1787827942.469054:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827942.469063:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787827942.469103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673209982720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787827942.469134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827942.469137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787827942.469139:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827942.469143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 280
00000100:00080000:0.0:1787827942.469147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827942.469150:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787827942.469160:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787827942.469182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673209982848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827942.469201:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209982720:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787827942.469268:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827942.469318:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827942/real 1787827942]  req@ffff8d99e1843c00 x1874673209982720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827942.469335:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673209982720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827942.469345:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827942.469349:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827942.469353:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209982720:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827942.469374:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209982848:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787827942.469424:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827942.469439:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827942/real 1787827942]  req@ffff8d99e1842580 x1874673209982848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827942.469451:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673209982848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827942.469458:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827942.469471:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827942.469476:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209982848:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827943.172983:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827944.196978:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827945.220992:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827946.244982:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827947.269027:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787827947.588962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827947.588970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787827947.588974:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827947.588984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 285
00000100:00080000:0.0:1787827947.588993:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827947.588999:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787827947.589030:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673209982976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787827947.589052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827947.589055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787827947.589057:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827947.589060:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 285
00000100:00080000:0.0:1787827947.589063:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827947.589066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787827947.589073:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787827947.589084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673209983104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787827947.589090:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209982976:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787827947.589153:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827947.589190:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827947/real 1787827947]  req@ffff8d99e1843480 x1874673209982976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827947.589204:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673209982976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827947.589212:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827947.589215:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827947.589218:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209982976:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827947.589288:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209983104:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787827947.589312:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827947.589321:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827947/real 1787827947]  req@ffff8d99e1840780 x1874673209983104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827947.589330:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673209983104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827947.589336:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827947.589338:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827947.589340:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209983104:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787827948.293016:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827949.316997:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827950.340982:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827951.365110:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827952.389127:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787827952.709018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827952.709029:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787827952.709033:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827952.709043:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 290
00000100:00080000:0.0:1787827952.709055:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827952.709062:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787827952.709115:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673209983232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787827952.709162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827952.709167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787827952.709169:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827952.709175:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 290
00000100:00080000:0.0:1787827952.709180:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827952.709186:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787827952.709199:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787827952.709229:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673209983360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787827952.709237:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209983232:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787827952.709292:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827952.709323:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827952/real 1787827952]  req@ffff8d99e1840000 x1874673209983232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827952.709349:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673209983232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827952.709358:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827952.709361:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827952.709364:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209983232:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827952.709383:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209983360:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787827952.709400:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827952.709409:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827952/real 1787827952]  req@ffff8d99e1841e00 x1874673209983360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827952.709425:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673209983360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827952.709430:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827952.709432:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827952.709435:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209983360:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787827953.413136:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827954.436997:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827955.460990:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827956.485003:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827957.509000:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787827957.828953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827957.828961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787827957.828965:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827957.828973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 295
00000100:00080000:1.0:1787827957.828981:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827957.828987:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787827957.829018:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673209983488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787827957.829039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787827957.829042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787827957.829043:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787827957.829046:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 295
00000100:00080000:1.0:1787827957.829062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787827957.829066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787827957.829075:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827957.829081:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209983488:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827957.829087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673209983616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787827957.829138:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827957.829175:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827957/real 1787827957]  req@ffff8d99d0f830c0 x1874673209983488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827957.829194:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673209983488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827957.829206:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827957.829211:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827957.829214:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209983488:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827957.829234:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209983616:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787827957.829253:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827957.829262:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827957/real 1787827957]  req@ffff8d99d0f80780 x1874673209983616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827957.829271:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673209983616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827957.829287:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827957.829290:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827957.829311:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209983616:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827958.533014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827959.557082:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827960.581071:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827961.605057:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827962.629172:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827962.949125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827962.949141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787827962.949148:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827962.949165:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 301
00000100:00080000:3.0:1787827962.949193:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827962.949204:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787827962.949289:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673209983744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827962.949350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827962.949355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787827962.949358:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827962.949364:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 301
00000100:00080000:3.0:1787827962.949370:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827962.949376:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827962.949391:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827962.949412:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673209983872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827962.949453:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209983744:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787827962.949588:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827962.949664:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827962/real 1787827962]  req@ffff8d99e18bb480 x1874673209983744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827962.949692:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673209983744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827962.949718:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827962.949724:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827962.949729:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209983744:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827962.949740:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209983872:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787827962.949769:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827962.949784:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827962/real 1787827962]  req@ffff8d99e18ba940 x1874673209983872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827962.949800:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673209983872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827962.949811:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827962.949866:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827962.949871:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209983872:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787827963.653032:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827964.677134:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827965.701127:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827966.725065:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827967.749098:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827968.068986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827968.069033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787827968.069040:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827968.069055:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 306
00000100:00080000:3.0:1787827968.069071:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827968.069082:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787827968.069138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673209984000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827968.069180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827968.069185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787827968.069188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827968.069193:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 306
00000100:00080000:3.0:1787827968.069198:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827968.069202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827968.069217:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827968.069263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673209984128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827968.069349:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209984000:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787827968.069457:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827968.069522:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827968/real 1787827968]  req@ffff8d99e18b8000 x1874673209984000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827968.069549:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673209984000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827968.069566:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827968.069572:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827968.069578:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209984000:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827968.069587:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209984128:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787827968.069613:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827968.069630:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827968/real 1787827968]  req@ffff8d99e18bb0c0 x1874673209984128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827968.069655:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673209984128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827968.069671:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827968.069678:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827968.069685:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209984128:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827968.773073:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827969.797123:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827970.821127:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827971.845107:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827972.869137:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827973.189046:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827973.189062:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787827973.189070:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827973.189086:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 311
00000100:00080000:3.0:1787827973.189100:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827973.189110:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787827973.189160:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673209984256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827973.189261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827973.189266:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787827973.189269:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827973.189275:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 311
00000100:00080000:3.0:1787827973.189280:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827973.189287:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827973.189309:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827973.189328:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673209984384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827973.189444:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209984256:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787827973.189591:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827973.189659:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827973/real 1787827973]  req@ffff8d99e18bb0c0 x1874673209984256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827973.189685:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673209984256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787827998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827973.189702:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827973.189708:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827973.189714:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209984256:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827973.189724:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209984384:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787827973.189749:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827973.189768:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827973/real 1787827973]  req@ffff8d99e18b8000 x1874673209984384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827973.189792:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673209984384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787827998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827973.189806:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827973.189813:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827973.189819:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209984384:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827973.893057:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827974.917049:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827975.941059:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827976.965050:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827977.989073:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787827978.309025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787827978.309037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787827978.309066:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787827978.309080:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 316
00000100:00080000:2.0:1787827978.309094:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787827978.309104:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787827978.309190:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673209984512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787827978.309228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787827978.309235:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787827978.309239:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787827978.309248:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 316
00000100:00080000:2.0:1787827978.309256:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787827978.309264:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787827978.309281:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787827978.309305:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209984512:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787827978.309305:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673209984640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787827978.309398:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827978.309453:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827978/real 1787827978]  req@ffff8d99e18b7840 x1874673209984512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827978.309497:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673209984512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827978.309510:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827978.309516:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827978.309522:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209984512:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827978.309553:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209984640:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787827978.309595:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827978.309622:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827978/real 1787827978]  req@ffff8d99e18b5e00 x1874673209984640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827978.309649:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673209984640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827978.309667:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827978.309674:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827978.309682:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209984640:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787827979.013100:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827980.037032:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827981.060989:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827982.085176:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827983.109104:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787827983.428977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787827983.428987:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787827983.428993:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787827983.429004:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 321
00000100:00080000:2.0:1787827983.429015:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787827983.429024:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787827983.429064:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673209984768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787827983.429096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787827983.429116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787827983.429119:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787827983.429141:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 321
00000100:00080000:2.0:1787827983.429148:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787827983.429154:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209984768:192.168.203.142@tcp:250:kworker.0
00000100:00080000:2.0:1787827983.429159:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787827983.429175:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787827983.429201:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673209984896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787827983.429233:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827983.429275:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827983/real 1787827983]  req@ffff8d99e18b5e00 x1874673209984768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827983.429293:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673209984768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827983.429304:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827983.429308:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827983.429312:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209984768:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787827983.429423:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209984896:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787827983.429622:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787827983.429653:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827983/real 1787827983]  req@ffff8d99e18b7840 x1874673209984896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787827983.429723:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673209984896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787827983.429734:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787827983.429738:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787827983.429743:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209984896:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827984.133173:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827985.157057:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787827986.180995:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827987.205006:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827988.229005:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827988.548951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827988.548959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787827988.548962:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827988.548970:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 326
00000100:00080000:3.0:1787827988.548979:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827988.548985:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787827988.549015:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673209985024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827988.549038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827988.549041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787827988.549042:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827988.549045:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 326
00000100:00080000:3.0:1787827988.549048:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827988.549050:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827988.549058:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827988.549084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673209985152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827988.549143:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209985024:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787827988.549217:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827988.549250:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827988/real 1787827988]  req@ffff8d99e18ba940 x1874673209985024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827988.549278:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673209985024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827988.549286:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827988.549289:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827988.549293:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209985024:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827988.549299:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209985152:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787827988.549317:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827988.549331:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827988/real 1787827988]  req@ffff8d99e18bb480 x1874673209985152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827988.549371:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673209985152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827988.549379:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827988.549383:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827988.549387:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209985152:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787827989.253107:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827990.277041:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827991.301147:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787827992.325120:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787827993.349132:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787827993.668997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827993.669009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787827993.669014:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827993.669026:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 331
00000100:00080000:3.0:1787827993.669039:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827993.669048:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787827993.669120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673209985280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787827993.669159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787827993.669164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787827993.669167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787827993.669172:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 331
00000100:00080000:3.0:1787827993.669177:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787827993.669182:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787827993.669195:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787827993.669211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673209985408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827993.669242:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209985280:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827993.669392:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209985408:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787827994.373078:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827995.397154:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827996.420983:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787827996.741252:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:0.0:1787827996.741299:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787827996.741318:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:0.0:1787827996.741368:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787827996.741617:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827993/real 1787827996]  req@ffff8d99e18b8b40 x1874673209985408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827996.741658:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673209985408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827996.741700:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827996.741708:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827996.741714:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209985408:192.168.203.142@tcp:38:kworker.0
00000100:00100000:1.0:1787827996.741726:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827993/real 1787827996]  req@ffff8d99e18b9e00 x1874673209985280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827996.741747:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673209985280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827996.741759:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827996.741765:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827996.741770:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209985280:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787827997.445157:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787827998.469170:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787827998.789164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827998.789178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787827998.789185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827998.789199:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 336
00000100:00080000:0.0:1787827998.789214:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827998.789223:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787827998.789282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673209985536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787827998.789340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787827998.789358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787827998.789362:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787827998.789369:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 336
00000100:00080000:0.0:1787827998.789377:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787827998.789384:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787827998.789399:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787827998.789427:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673209985664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787827998.789434:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209985536:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787827998.789553:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827998.789611:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827998/real 1787827998]  req@ffff8d99e18430c0 x1874673209985536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827998.789643:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673209985536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827998.789661:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827998.789667:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827998.789674:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209985536:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787827998.789709:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209985664:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787827998.789772:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787827998.789798:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787827998/real 1787827998]  req@ffff8d99e1841e00 x1874673209985664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787827998.789821:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673209985664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787827998.789836:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787827998.789843:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787827998.789849:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209985664:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787827999.493103:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828000.516996:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828001.541150:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828002.565060:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828003.589050:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828003.909031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828003.909043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828003.909047:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828003.909060:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 341
00000100:00080000:2.0:1787828003.909073:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828003.909081:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828003.909129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673209985792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828003.909180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828003.909183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828003.909185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828003.909188:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 341
00000100:00080000:2.0:1787828003.909192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828003.909195:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828003.909207:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828003.909218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673209985920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828003.909282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209985792:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828003.909397:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828003.909471:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828003/real 1787828003]  req@ffff8d99e18b5680 x1874673209985792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828003.909501:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673209985792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828003.909518:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828003.909523:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828003.909529:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209985792:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828003.909540:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209985920:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828003.909576:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828003.909594:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828003/real 1787828003]  req@ffff8d99e18b4780 x1874673209985920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828003.909640:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673209985920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828003.909651:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828003.909656:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828003.909660:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209985920:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828004.613111:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828005.637167:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828006.661201:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828007.685183:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828008.709140:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828009.029094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828009.029112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828009.029119:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828009.029135:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 347
00000100:00080000:0.0:1787828009.029166:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828009.029181:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828009.029236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673209986048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828009.029277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828009.029282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828009.029285:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828009.029290:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 347
00000100:00080000:0.0:1787828009.029326:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828009.029334:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828009.029347:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828009.029359:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209986048:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828009.029372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673209986176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787828009.029451:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828009.029503:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828009/real 1787828009]  req@ffff8d99e1840000 x1874673209986048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828009.029527:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673209986048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828009.029541:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828009.029546:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828009.029552:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209986048:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828009.029581:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209986176:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828009.029607:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828009.029622:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828009/real 1787828009]  req@ffff8d99e1840780 x1874673209986176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828009.029638:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673209986176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828009.029669:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828009.029674:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828009.029678:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209986176:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828009.733130:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828010.757219:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828011.781161:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828012.805188:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828013.829162:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828014.149089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828014.149103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828014.149138:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828014.149153:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 352
00000100:00080000:3.0:1787828014.149170:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828014.149181:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828014.149235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673209986304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828014.149277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828014.149282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828014.149284:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828014.149290:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 352
00000100:00080000:3.0:1787828014.149295:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828014.149300:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828014.149316:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828014.149332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673209986432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828014.149367:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209986304:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828014.149465:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828014.149514:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828014/real 1787828014]  req@ffff8d99e18b83c0 x1874673209986304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828014.149534:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673209986304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828014.149546:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828014.149551:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828014.149555:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209986304:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828014.149583:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209986432:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828014.149606:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828014.149618:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828014/real 1787828014]  req@ffff8d99e18b9680 x1874673209986432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828014.149641:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673209986432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828014.149650:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828014.149653:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828014.149657:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209986432:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828014.853091:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828015.877010:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828016.901167:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828017.925173:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828018.949045:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828019.268942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828019.268951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828019.268955:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828019.268964:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 357
00000100:00080000:3.0:1787828019.268973:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828019.268980:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828019.269011:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673209986560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828019.269038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828019.269052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828019.269054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828019.269058:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 357
00000100:00080000:3.0:1787828019.269062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828019.269066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828019.269075:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828019.269084:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209986560:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828019.269102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673209986688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828019.269161:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828019.269224:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828019/real 1787828019]  req@ffff8d99e18ba1c0 x1874673209986560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828019.269247:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673209986560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828019.269260:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828019.269266:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828019.269271:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209986560:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828019.269295:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209986688:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828019.269338:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828019.269359:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828019/real 1787828019]  req@ffff8d99e18bbc00 x1874673209986688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828019.269377:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673209986688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828019.269409:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828019.269415:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828019.269436:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209986688:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828019.973069:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828020.997048:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828022.021062:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828023.045096:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828024.069009:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828024.389058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828024.389068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828024.389072:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828024.389083:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 362
00000100:00080000:2.0:1787828024.389125:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828024.389133:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828024.389169:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673209986816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828024.389200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828024.389204:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828024.389206:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828024.389220:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 362
00000100:00080000:2.0:1787828024.389224:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828024.389227:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828024.389237:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828024.389249:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673209986944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828024.389289:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209986816:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828024.389359:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828024.389399:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828024/real 1787828024]  req@ffff8d99e18b7480 x1874673209986816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828024.389418:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673209986816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828024.389429:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828024.389433:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828024.389437:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209986816:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828024.389444:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209986944:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828024.389463:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828024.389474:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828024/real 1787828024]  req@ffff8d99e18b61c0 x1874673209986944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828024.389485:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673209986944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828024.389493:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828024.389495:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828024.389498:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209986944:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828025.093011:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828026.117010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828027.141028:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828028.165042:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828029.189077:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828029.509034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828029.509051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828029.509057:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828029.509073:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 367
00000100:00080000:1.0:1787828029.509089:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828029.509101:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828029.509163:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673209987072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828029.509195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828029.509200:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828029.509202:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828029.509207:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 367
00000100:00080000:1.0:1787828029.509212:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828029.509217:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828029.509229:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828029.509243:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673209987200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828029.509326:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209987072:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828029.509437:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828029.509492:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828029/real 1787828029]  req@ffff8d99d0f80000 x1874673209987072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828029.509514:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673209987072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828029.509527:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828029.509532:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828029.509537:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209987072:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828029.509549:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209987200:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828029.509604:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828029.509626:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828029/real 1787828029]  req@ffff8d99d0f83480 x1874673209987200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828029.509649:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673209987200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828029.509664:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828029.509670:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828029.509676:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209987200:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828030.213124:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828031.237101:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828032.261155:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828033.285170:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828034.309247:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828034.629069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828034.629127:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828034.629134:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828034.629151:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 372
00000100:00080000:0.0:1787828034.629169:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828034.629181:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828034.629259:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673209987328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828034.629305:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828034.629310:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828034.629313:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828034.629318:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 372
00000100:00080000:0.0:1787828034.629323:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828034.629328:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828034.629343:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828034.629357:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673209987456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828034.629444:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209987328:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828034.629575:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828034.629664:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828034/real 1787828034]  req@ffff8d99e1843480 x1874673209987328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828034.629715:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673209987328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828034.629731:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828034.629737:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828034.629743:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209987328:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828034.629753:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209987456:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828034.629834:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828034.629869:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828034/real 1787828034]  req@ffff8d99e1842580 x1874673209987456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828034.629886:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673209987456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828034.629931:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828034.629936:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828034.629940:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209987456:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828035.333050:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828036.357201:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828037.381170:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828038.405114:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828039.429083:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828039.749020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828039.749031:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828039.749035:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828039.749046:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 377
00000100:00080000:3.0:1787828039.749057:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828039.749066:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828039.749106:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673209987584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828039.749137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828039.749141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828039.749143:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828039.749147:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 377
00000100:00080000:3.0:1787828039.749150:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828039.749170:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828039.749181:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828039.749198:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673209987712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828039.749217:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209987584:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828039.749287:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828039.749331:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828039/real 1787828039]  req@ffff8d99e18bbc00 x1874673209987584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828039.749350:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673209987584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828039.749371:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828039.749375:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828039.749380:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209987584:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828039.749404:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209987712:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828039.749428:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828039.749441:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828039/real 1787828039]  req@ffff8d99e18ba1c0 x1874673209987712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828039.749452:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673209987712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828039.749460:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828039.749464:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828039.749467:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209987712:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828040.453085:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828041.477062:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828042.501190:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828043.525112:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828044.549068:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828044.869041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828044.869056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828044.869062:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828044.869078:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 382
00000100:00080000:1.0:1787828044.869095:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828044.869120:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828044.869180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673209987840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828044.869222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828044.869248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828044.869252:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828044.869260:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 382
00000100:00080000:1.0:1787828044.869268:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828044.869275:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828044.869292:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828044.869299:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209987840:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828044.869318:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f821c0 x1874673209987968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828044.869420:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828044.869488:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828044/real 1787828044]  req@ffff8d99d0f82580 x1874673209987840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828044.869539:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673209987840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828044.869555:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828044.869562:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828044.869570:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209987840:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828044.869614:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209987968:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828044.869664:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828044.869687:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828044/real 1787828044]  req@ffff8d99d0f821c0 x1874673209987968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828044.869737:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f821c0 x1874673209987968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828044.869749:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828044.869753:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828044.869758:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209987968:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828045.573156:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828046.597156:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828047.621096:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828048.645009:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828049.669155:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828049.988980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828049.988991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828049.988996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828049.989008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 388
00000100:00080000:1.0:1787828049.989022:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828049.989032:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828049.989084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673209988096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828049.989119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828049.989123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828049.989125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828049.989129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 388
00000100:00080000:1.0:1787828049.989133:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828049.989136:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828049.989147:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828049.989159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f821c0 x1874673209988224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828049.989252:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209988096:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828049.989342:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828049.989402:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828049/real 1787828049]  req@ffff8d99d0f81680 x1874673209988096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828049.989437:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673209988096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828049.989461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828049.989491:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828049.989554:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209988096:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828049.989567:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209988224:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828049.989627:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828049.989646:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828049/real 1787828049]  req@ffff8d99d0f821c0 x1874673209988224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828049.989695:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f821c0 x1874673209988224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828049.989724:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828049.989729:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828049.989733:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209988224:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828050.693060:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828051.717004:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828052.741015:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828053.765037:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828054.789006:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828055.109030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828055.109048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828055.109073:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828055.109088:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 393
00000100:00080000:1.0:1787828055.109102:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828055.109114:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828055.109162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673209988352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828055.109201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828055.109206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828055.109209:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828055.109215:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 393
00000100:00080000:1.0:1787828055.109221:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828055.109228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828055.109241:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828055.109280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673209988480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828055.109297:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209988352:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828055.109385:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828055.109476:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828055/real 1787828055]  req@ffff8d99d0f82580 x1874673209988352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828055.109502:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673209988352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828055.109533:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828055.109539:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828055.109545:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209988352:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828055.109576:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209988480:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828055.109610:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828055.109667:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828055/real 1787828055]  req@ffff8d99d0f83480 x1874673209988480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828055.109686:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673209988480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828055.109702:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828055.109727:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828055.109736:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209988480:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828055.813010:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828056.837081:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828057.861051:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828058.885064:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828059.909042:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828060.228984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828060.228993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828060.228996:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828060.229009:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 398
00000100:00080000:2.0:1787828060.229027:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828060.229034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828060.229097:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673209988608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828060.229153:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828060.229157:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828060.229160:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828060.229165:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 398
00000100:00080000:2.0:1787828060.229208:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828060.229217:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828060.229231:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828060.229254:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673209988736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828060.229282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209988608:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828060.229547:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209988736:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828060.933066:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828061.957193:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828062.981064:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787828063.301274:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787828063.301374:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787828063.301405:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787828063.301491:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787828063.301559:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828060/real 1787828063]  req@ffff8d99e18b4000 x1874673209988736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828063.301643:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673209988736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828063.301668:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828063.301679:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828063.301688:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209988736:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787828063.301704:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828060/real 1787828063]  req@ffff8d99e18b6580 x1874673209988608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828063.301733:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673209988608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828063.301750:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828063.301759:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828063.301766:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209988608:192.168.203.142@tcp:250:kworker.0
00010000:00010000:3.0:1787828064.005040:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828065.029093:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828065.349033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828065.349045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828065.349049:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828065.349061:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 403
00000100:00080000:1.0:1787828065.349075:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828065.349084:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828065.349145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673209988864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828065.349181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828065.349186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828065.349189:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828065.349194:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 403
00000100:00080000:1.0:1787828065.349200:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828065.349206:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828065.349218:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828065.349234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673209988992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828065.349241:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209988864:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828065.349363:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828065.349424:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828065/real 1787828065]  req@ffff8d99d0f80000 x1874673209988864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828065.349461:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673209988864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828065.349475:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828065.349482:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828065.349490:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209988864:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828065.349527:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209988992:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828065.349613:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828065.349638:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828065/real 1787828065]  req@ffff8d99d0f80780 x1874673209988992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828065.349661:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673209988992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828065.349676:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828065.349683:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828065.349689:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209988992:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828066.053097:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828067.077076:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828068.101008:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828069.125156:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828070.149054:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828070.468977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828070.468985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828070.468988:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828070.468996:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 408
00000100:00080000:0.0:1787828070.469005:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828070.469011:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828070.469049:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673209989120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828070.469077:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828070.469080:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828070.469082:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828070.469086:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 408
00000100:00080000:0.0:1787828070.469091:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828070.469096:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828070.469107:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828070.469116:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209989120:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828070.469124:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673209989248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828070.469180:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828070.469217:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828070/real 1787828070]  req@ffff8d99e1843c00 x1874673209989120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828070.469237:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673209989120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828070.469260:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828070.469263:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828070.469266:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209989120:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828070.469285:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209989248:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828070.469303:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828070.469313:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828070/real 1787828070]  req@ffff8d99e18412c0 x1874673209989248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828070.469321:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673209989248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828070.469327:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828070.469329:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828070.469331:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209989248:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828071.173128:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828072.197081:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828073.221025:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828074.245119:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828075.269023:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828075.588977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828075.589010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828075.589016:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828075.589044:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 413
00000100:00080000:0.0:1787828075.589055:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828075.589062:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828075.589096:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673209989376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828075.589134:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828075.589138:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828075.589141:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828075.589145:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 413
00000100:00080000:0.0:1787828075.589149:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828075.589153:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828075.589165:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828075.589181:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673209989504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828075.589216:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209989376:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828075.589319:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828075.589387:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828075/real 1787828075]  req@ffff8d99e18403c0 x1874673209989376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828075.589420:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673209989376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828075.589440:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828075.589447:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828075.589463:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209989376:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828075.589473:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209989504:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828075.589543:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828075.589556:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828075/real 1787828075]  req@ffff8d99e1842d00 x1874673209989504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828075.589567:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673209989504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828075.589574:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828075.589577:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828075.589580:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209989504:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828076.293085:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828077.317064:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828078.341120:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828079.365049:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828080.389099:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828080.708983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828080.708992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828080.708996:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828080.709006:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 418
00000100:00080000:2.0:1787828080.709016:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828080.709023:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828080.709060:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673209989632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828080.709088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828080.709107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828080.709109:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828080.709114:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 418
00000100:00080000:2.0:1787828080.709118:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828080.709122:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828080.709153:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828080.709157:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209989632:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828080.709173:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673209989760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828080.709258:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828080.709339:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828080/real 1787828080]  req@ffff8d99e18b6580 x1874673209989632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828080.709374:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673209989632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828080.709423:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828080.709462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828080.709466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209989632:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828080.709490:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209989760:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828080.709514:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828080.709526:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828080/real 1787828080]  req@ffff8d99e18b4000 x1874673209989760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828080.709537:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673209989760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828080.709544:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828080.709547:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828080.709550:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209989760:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828081.413038:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828082.437005:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828083.461078:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828084.485018:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828085.509051:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828085.829102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828085.829115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828085.829120:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828085.829134:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 423
00000100:00080000:0.0:1787828085.829151:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828085.829165:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828085.829226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673209989888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828085.829319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828085.829327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828085.829331:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828085.829341:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 423
00000100:00080000:0.0:1787828085.829351:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828085.829362:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828085.829380:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828085.829385:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209989888:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828085.829449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673209990016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828085.829504:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828085.829570:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828085/real 1787828085]  req@ffff8d99e18421c0 x1874673209989888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828085.829602:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673209989888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828085.829616:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828085.829622:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828085.829628:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209989888:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828085.829659:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209990016:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828085.829691:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828085.829709:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828085/real 1787828085]  req@ffff8d99e1842d00 x1874673209990016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828085.829749:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673209990016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828085.829762:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828085.829785:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828085.829792:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209990016:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828086.533085:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828087.557052:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828088.581110:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828089.604985:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828090.629088:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828090.949050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828090.949064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828090.949070:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828090.949086:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 429
00000100:00080000:3.0:1787828090.949113:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828090.949127:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828090.949175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673209990144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828090.949262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828090.949270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828090.949275:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828090.949284:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 429
00000100:00080000:3.0:1787828090.949292:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828090.949301:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828090.949315:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828090.949334:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209990144:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828090.949433:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828090.949456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673209990272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828090.949480:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828090/real 1787828090]  req@ffff8d99e18b9680 x1874673209990144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828090.949499:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673209990144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828090.949511:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828090.949515:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828090.949519:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209990144:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828090.949735:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209990272:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828090.949776:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828090.949809:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828090/real 1787828090]  req@ffff8d99e18b83c0 x1874673209990272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828090.949825:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673209990272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828090.949835:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828090.949839:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828090.949843:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209990272:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828091.652984:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828092.677047:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828093.701118:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828094.725118:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828095.749095:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828096.068965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828096.068973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828096.068977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828096.068984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 434
00000100:00080000:1.0:1787828096.068993:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828096.068999:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828096.069048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673209990400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828096.069086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828096.069103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828096.069120:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828096.069126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 434
00000100:00080000:1.0:1787828096.069133:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828096.069139:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828096.069153:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828096.069175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673209990528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828096.069202:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209990400:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828096.069282:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828096.069315:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828096/real 1787828096]  req@ffff8d99d0f830c0 x1874673209990400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828096.069329:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673209990400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828096.069361:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828096.069365:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828096.069368:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209990400:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828096.069398:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209990528:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828096.069416:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828096.069425:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828096/real 1787828096]  req@ffff8d99d0f82940 x1874673209990528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828096.069434:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673209990528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828096.069445:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828096.069448:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828096.069450:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209990528:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828096.773053:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828097.797127:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828098.821102:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828099.845061:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828100.868998:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828101.189063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828101.189076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828101.189081:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828101.189093:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 439
00000100:00080000:0.0:1787828101.189117:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828101.189126:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828101.189169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673209990656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828101.189204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828101.189209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828101.189211:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828101.189216:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 439
00000100:00080000:0.0:1787828101.189220:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828101.189224:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828101.189235:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828101.189250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673209990784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828101.189285:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209990656:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828101.189393:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828101.189444:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828101/real 1787828101]  req@ffff8d99e18403c0 x1874673209990656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828101.189478:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673209990656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828101.189491:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828101.189495:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828101.189500:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209990656:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828101.189509:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209990784:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828101.189535:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828101.189548:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828101/real 1787828101]  req@ffff8d99e18412c0 x1874673209990784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828101.189589:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673209990784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828101.189598:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828101.189602:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828101.189606:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209990784:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828101.893062:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828102.917051:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828103.941008:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828104.965068:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828105.989069:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828106.309005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828106.309041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828106.309046:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828106.309060:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 444
00000100:00080000:0.0:1787828106.309073:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828106.309083:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828106.309128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673209990912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828106.309166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828106.309171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828106.309174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828106.309179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 444
00000100:00080000:0.0:1787828106.309183:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828106.309188:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828106.309201:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828106.309217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673209991040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828106.309241:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209990912:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828106.309348:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828106.309409:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828106/real 1787828106]  req@ffff8d99e1843c00 x1874673209990912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828106.309438:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673209990912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828106.309458:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828106.309467:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828106.309475:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209990912:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828106.309513:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209991040:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828106.309553:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828106.309572:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828106/real 1787828106]  req@ffff8d99e1842580 x1874673209991040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828106.309610:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673209991040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828106.309636:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828106.309641:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828106.309646:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209991040:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828107.013076:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828108.037055:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828109.061014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828110.085038:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828111.109095:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828111.429072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828111.429085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828111.429090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828111.429103:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 449
00000100:00080000:3.0:1787828111.429117:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828111.429127:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828111.429174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673209991168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828111.429291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828111.429318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828111.429321:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828111.429329:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 449
00000100:00080000:3.0:1787828111.429336:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828111.429343:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828111.429358:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209991168:192.168.203.142@tcp:250:kworker.0
00000008:00100000:3.0:1787828111.429359:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828111.429384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673209991296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828111.429483:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828111.429548:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828111/real 1787828111]  req@ffff8d99e18b9e00 x1874673209991168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828111.429584:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673209991168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828111.429604:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828111.429610:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828111.429616:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209991168:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828111.429649:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209991296:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828111.429683:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828111.429708:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828111/real 1787828111]  req@ffff8d99e18b8b40 x1874673209991296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828111.429754:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673209991296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828111.429772:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828111.429779:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828111.429786:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209991296:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828112.133090:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828113.157064:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828114.181034:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828115.205023:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828116.229107:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828116.549056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828116.549129:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828116.549135:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828116.549148:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 454
00000100:00080000:2.0:1787828116.549161:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828116.549171:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828116.549248:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673209991424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828116.549289:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828116.549295:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828116.549297:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828116.549302:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 454
00000100:00080000:2.0:1787828116.549308:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787828116.549374:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209991424:192.168.203.142@tcp:250:kworker.0
00000100:00080000:2.0:1787828116.549374:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828116.549404:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828116.549439:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673209991552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828116.549487:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828116.549556:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828116/real 1787828116]  req@ffff8d99e18b4000 x1874673209991424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828116.549591:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673209991424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828116.549606:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828116.549624:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828116.549630:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209991424:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828116.549661:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209991552:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828116.549695:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828116.549713:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828116/real 1787828116]  req@ffff8d99e18b6580 x1874673209991552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828116.549729:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673209991552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828116.549739:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828116.549743:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828116.549748:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209991552:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828117.253061:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828118.277094:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828119.301106:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828120.325074:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828121.349094:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828121.669021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828121.669033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828121.669039:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828121.669052:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 459
00000100:00080000:0.0:1787828121.669065:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828121.669075:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828121.669119:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673209991680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828121.669156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828121.669185:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828121.669190:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828121.669198:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 459
00000100:00080000:0.0:1787828121.669220:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828121.669236:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828121.669239:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209991680:192.168.203.142@tcp:250:kworker.0
00000008:00100000:0.0:1787828121.669252:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828121.669279:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673209991808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828121.669331:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828121.669382:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828121/real 1787828121]  req@ffff8d99e1843480 x1874673209991680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828121.669405:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673209991680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828121.669420:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828121.669425:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828121.669430:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209991680:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828121.669459:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209991808:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828121.669487:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828121.669503:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828121/real 1787828121]  req@ffff8d99e1840780 x1874673209991808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828121.669519:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673209991808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828121.669543:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828121.669548:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828121.669553:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209991808:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828122.373107:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828123.397076:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828124.421198:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828125.445069:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828126.469164:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828126.789052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828126.789063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828126.789069:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828126.789083:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 464
00000100:00080000:0.0:1787828126.789098:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828126.789108:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828126.789184:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673209991936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828126.789226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828126.789231:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828126.789234:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828126.789242:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 464
00000100:00080000:0.0:1787828126.789249:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828126.789256:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828126.789274:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828126.789296:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209991936:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828126.789311:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673209992064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828126.789447:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209992064:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828127.493160:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828128.517296:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828129.541147:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787828129.861236:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787828129.861288:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787828129.861309:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787828129.861354:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787828129.861447:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828126/real 1787828129]  req@ffff8d99e1841e00 x1874673209992064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828129.861494:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673209992064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828129.861511:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828129.861517:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828129.861523:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209992064:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787828129.861533:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828126/real 1787828129]  req@ffff8d99e1840000 x1874673209991936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828129.861578:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673209991936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828129.861589:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828129.861596:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828129.861604:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209991936:192.168.203.142@tcp:250:kworker.0
00010000:00010000:3.0:1787828130.564991:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828131.589045:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828131.909015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828131.909051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828131.909056:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828131.909070:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 469
00000100:00080000:0.0:1787828131.909083:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828131.909122:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828131.909168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673209992192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828131.909207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828131.909212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828131.909215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828131.909220:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 469
00000100:00080000:0.0:1787828131.909225:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828131.909231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828131.909243:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828131.909260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673209992320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828131.909319:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209992192:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828131.909440:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828131.909522:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828131/real 1787828131]  req@ffff8d99e18430c0 x1874673209992192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828131.909559:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673209992192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828131.909581:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828131.909590:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828131.909599:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209992192:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828131.909614:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209992320:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828131.909663:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828131.909691:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828131/real 1787828131]  req@ffff8d99e1840000 x1874673209992320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828131.909718:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673209992320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828131.909765:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828131.909773:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828131.909781:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209992320:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828132.613203:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828133.637195:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828134.661155:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828135.685093:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828136.709188:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828137.029110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828137.029125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828137.029131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828137.029147:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 475
00000100:00080000:2.0:1787828137.029173:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828137.029184:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828137.029247:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673209992448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828137.029300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828137.029308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828137.029311:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828137.029320:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 475
00000100:00080000:2.0:1787828137.029330:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828137.029340:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828137.029359:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828137.029389:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209992448:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828137.029389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673209992576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828137.029491:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828137.029547:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828137/real 1787828137]  req@ffff8d99e18b61c0 x1874673209992448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828137.029571:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673209992448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828137.029587:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828137.029611:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828137.029617:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209992448:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828137.029651:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209992576:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828137.029684:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828137.029700:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828137/real 1787828137]  req@ffff8d99e18b7480 x1874673209992576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828137.029716:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673209992576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828137.029726:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828137.029730:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828137.029735:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209992576:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828137.733157:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828138.757053:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828139.781161:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828140.805048:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828141.829112:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828142.149073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828142.149082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828142.149087:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828142.149098:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 480
00000100:00080000:3.0:1787828142.149109:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828142.149117:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828142.149156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673209992704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828142.149186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828142.149190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828142.149192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828142.149196:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 480
00000100:00080000:3.0:1787828142.149216:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828142.149222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828142.149234:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828142.149248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673209992832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828142.149287:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209992704:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828142.149417:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828142.149518:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828142/real 1787828142]  req@ffff8d99e18bb480 x1874673209992704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828142.149556:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673209992704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828142.149572:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828142.149579:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828142.149585:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209992704:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828142.149644:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209992832:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828142.149681:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828142.149699:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828142/real 1787828142]  req@ffff8d99e18ba940 x1874673209992832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828142.149715:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673209992832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828142.149726:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828142.149731:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828142.149735:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209992832:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828142.853179:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828143.877115:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828144.901075:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828145.925188:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828146.949129:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828147.269008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828147.269022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828147.269028:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828147.269043:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 485
00000100:00080000:3.0:1787828147.269057:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828147.269069:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828147.269112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673209992960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828147.269155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828147.269162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828147.269172:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828147.269180:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 485
00000100:00080000:3.0:1787828147.269186:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828147.269193:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828147.269219:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828147.269258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673209993088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828147.269282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209992960:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828147.269388:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828147.269451:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828147/real 1787828147]  req@ffff8d99e18b8000 x1874673209992960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828147.269486:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673209992960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828147.269508:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828147.269517:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828147.269555:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209992960:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828147.269585:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209993088:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828147.269635:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828147.269675:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828147/real 1787828147]  req@ffff8d99e18bb0c0 x1874673209993088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828147.269692:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673209993088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828147.269703:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828147.269707:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828147.269712:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209993088:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828147.973077:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828148.997129:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828150.021149:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828151.045178:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828152.069134:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828152.389011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828152.389021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828152.389025:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828152.389035:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 490
00000100:00080000:0.0:1787828152.389046:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828152.389053:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828152.389088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673209993216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828152.389120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828152.389124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828152.389126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828152.389130:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 490
00000100:00080000:0.0:1787828152.389133:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828152.389136:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828152.389145:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828152.389171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673209993344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828152.389186:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209993216:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828152.389273:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828152.389313:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828152/real 1787828152]  req@ffff8d99e1841e00 x1874673209993216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828152.389347:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673209993216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828152.389358:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828152.389362:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828152.389365:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209993216:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828152.389389:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209993344:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828152.389409:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828152.389419:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828152/real 1787828152]  req@ffff8d99e1840780 x1874673209993344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828152.389430:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673209993344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828152.389437:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828152.389440:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828152.389443:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209993344:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828153.093097:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828154.117080:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828155.141113:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828156.165061:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828157.189043:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828157.509040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828157.509050:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828157.509055:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828157.509065:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 495
00000100:00080000:1.0:1787828157.509078:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828157.509087:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828157.509131:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673209993472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828157.509162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828157.509210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828157.509214:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828157.509220:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 495
00000100:00080000:1.0:1787828157.509227:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828157.509233:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828157.509261:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828157.509276:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673209993600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828157.509302:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209993472:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828157.509378:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828157.509416:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828157/real 1787828157]  req@ffff8d99d0f81e00 x1874673209993472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828157.509432:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673209993472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828157.509443:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828157.509446:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828157.509450:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209993472:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828157.509457:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209993600:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828157.509473:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828157.509483:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828157/real 1787828157]  req@ffff8d99d0f83c00 x1874673209993600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828157.509493:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673209993600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828157.509500:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828157.509502:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828157.509505:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209993600:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828158.213006:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828159.237015:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828160.261120:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828161.284985:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828162.309056:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828162.628989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828162.629000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828162.629004:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828162.629014:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 500
00000100:00080000:1.0:1787828162.629026:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828162.629043:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828162.629094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673209993728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828162.629117:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828162.629120:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828162.629122:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828162.629125:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 500
00000100:00080000:1.0:1787828162.629128:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828162.629130:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828162.629139:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828162.629150:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673209993856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828162.629159:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209993728:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828162.629215:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828162.629255:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828162/real 1787828162]  req@ffff8d99d0f812c0 x1874673209993728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828162.629278:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673209993728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828162.629291:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828162.629314:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828162.629321:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209993728:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828162.629403:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209993856:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828162.629443:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828162.629468:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828162/real 1787828162]  req@ffff8d99d0f83840 x1874673209993856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828162.629487:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673209993856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828162.629497:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828162.629502:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828162.629506:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209993856:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828163.333105:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828164.357069:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828165.381091:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828166.405130:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828167.429070:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828167.749100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828167.749113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828167.749119:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828167.749132:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 505
00000100:00080000:1.0:1787828167.749146:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828167.749167:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828167.749226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673209993984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828167.749261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828167.749264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828167.749266:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828167.749270:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 505
00000100:00080000:1.0:1787828167.749273:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828167.749287:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828167.749296:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828167.749310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673209994112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828167.749373:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209993984:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828167.749458:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828167.749506:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828167/real 1787828167]  req@ffff8d99d0f80f00 x1874673209993984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828167.749566:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673209993984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828167.749586:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828167.749594:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828167.749601:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209993984:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828167.749615:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209994112:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828167.749650:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828167.749667:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828167/real 1787828167]  req@ffff8d99d0f81a40 x1874673209994112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828167.749692:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673209994112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828167.749702:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828167.749706:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828167.749710:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209994112:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828168.453073:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828169.477045:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828170.501012:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828171.525073:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828172.549028:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828172.868968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828172.868977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828172.868980:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828172.868988:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 510
00000100:00080000:0.0:1787828172.868998:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828172.869004:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828172.869043:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673209994240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828172.869074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828172.869077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828172.869079:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828172.869082:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 510
00000100:00080000:0.0:1787828172.869085:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828172.869088:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828172.869097:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828172.869107:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673209994368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828172.869189:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209994240:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828172.869325:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828172.869405:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828172/real 1787828172]  req@ffff8d99e1843480 x1874673209994240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828172.869444:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673209994240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828172.869503:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828172.869514:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828172.869523:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209994240:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828172.869562:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209994368:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828172.869619:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828172.869647:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828172/real 1787828172]  req@ffff8d99e1842580 x1874673209994368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828172.869673:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673209994368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828172.869689:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828172.869697:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828172.869704:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209994368:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828173.573084:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828174.597252:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828175.621223:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828176.644967:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828177.668998:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828177.988944:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828177.988953:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828177.988957:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828177.988965:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 516
00000100:00080000:0.0:1787828177.988974:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828177.988981:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828177.989028:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673209994496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828177.989065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828177.989067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828177.989069:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828177.989072:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 516
00000100:00080000:0.0:1787828177.989075:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828177.989077:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828177.989086:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828177.989095:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673209994624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828177.989109:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209994496:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828177.989187:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828177.989221:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828177/real 1787828177]  req@ffff8d99e1843c00 x1874673209994496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828177.989233:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673209994496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828177.989241:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828177.989257:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828177.989259:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209994496:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828177.989280:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209994624:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828177.989297:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828177.989305:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828177/real 1787828177]  req@ffff8d99e18412c0 x1874673209994624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828177.989313:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673209994624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828177.989319:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828177.989321:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828177.989323:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209994624:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828178.693133:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828179.716965:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828180.741058:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828181.765090:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828182.789080:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828183.109028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828183.109040:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828183.109046:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828183.109059:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 521
00000100:00080000:0.0:1787828183.109074:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828183.109108:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828183.109151:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673209994752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828183.109192:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828183.109197:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828183.109200:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828183.109205:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 521
00000100:00080000:0.0:1787828183.109210:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828183.109215:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828183.109228:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828183.109246:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673209994880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828183.109301:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209994752:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828183.109404:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828183.109450:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828183/real 1787828183]  req@ffff8d99e18403c0 x1874673209994752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828183.109470:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673209994752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828183.109494:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828183.109498:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828183.109503:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209994752:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828183.109522:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209994880:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828183.109548:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828183.109562:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828183/real 1787828183]  req@ffff8d99e1842d00 x1874673209994880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828183.109575:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673209994880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828183.109584:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828183.109587:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828183.109591:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209994880:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828183.813070:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828184.837031:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828185.861048:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828186.884990:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828187.908974:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828188.228956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828188.228964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828188.228968:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828188.228976:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 526
00000100:00080000:3.0:1787828188.228986:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828188.229014:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828188.229046:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673209995008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828188.229064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828188.229066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828188.229068:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828188.229071:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 526
00000100:00080000:3.0:1787828188.229073:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828188.229076:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828188.229083:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828188.229093:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673209995136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828188.229121:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209995008:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828188.229175:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828188.229205:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828188/real 1787828188]  req@ffff8d99e18bb0c0 x1874673209995008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828188.229218:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673209995008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828188.229226:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828188.229229:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828188.229231:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209995008:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828188.229236:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209995136:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828188.229281:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828188.229295:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828188/real 1787828188]  req@ffff8d99e18b8000 x1874673209995136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828188.229309:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673209995136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828188.229319:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828188.229323:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828188.229327:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209995136:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828188.933062:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828189.957001:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828190.981032:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828192.005000:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828193.028999:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828193.348946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828193.348969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828193.348972:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828193.348980:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 531
00000100:00080000:3.0:1787828193.348988:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828193.348994:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828193.349026:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673209995264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828193.349054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828193.349058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828193.349060:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828193.349065:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 531
00000100:00080000:3.0:1787828193.349069:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828193.349074:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828193.349082:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828193.349092:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209995264:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828193.349095:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673209995392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828193.349188:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209995392:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828194.053008:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828195.076992:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828196.100981:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787828196.421112:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787828196.421155:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787828196.421189:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787828196.421225:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787828196.421275:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828193/real 1787828196]  req@ffff8d99e18bb480 x1874673209995392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828196.421303:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673209995392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828196.421316:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828196.421321:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828196.421326:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209995392:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787828196.421346:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828193/real 1787828196]  req@ffff8d99e18ba940 x1874673209995264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828196.421361:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673209995264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828196.421369:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828196.421373:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828196.421376:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209995264:192.168.203.142@tcp:250:kworker.0
00010000:00010000:1.0:1787828197.125100:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828198.148975:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828198.468972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828198.468979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828198.468982:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828198.468991:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 536
00000100:00080000:0.0:1787828198.469000:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828198.469007:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828198.469036:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673209995520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828198.469060:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828198.469063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828198.469064:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828198.469079:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 536
00000100:00080000:0.0:1787828198.469084:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828198.469088:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828198.469094:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209995520:192.168.203.142@tcp:250:kworker.0
00000008:00100000:0.0:1787828198.469097:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828198.469113:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673209995648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787828198.469171:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828198.469212:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828198/real 1787828198]  req@ffff8d99e18421c0 x1874673209995520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828198.469232:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673209995520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828198.469257:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828198.469262:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828198.469265:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209995520:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828198.469285:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209995648:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828198.469309:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828198.469324:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828198/real 1787828198]  req@ffff8d99e1842d00 x1874673209995648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828198.469337:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673209995648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828198.469346:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828198.469349:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828198.469352:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209995648:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828199.172981:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828200.196984:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828201.221003:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828202.245032:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828203.269067:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828203.588974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828203.588983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828203.588986:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828203.588995:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 541
00000100:00080000:0.0:1787828203.589004:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828203.589009:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828203.589041:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673209995776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828203.589063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828203.589066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828203.589067:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828203.589070:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 541
00000100:00080000:0.0:1787828203.589072:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828203.589075:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828203.589082:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828203.589092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673209995904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787828203.589107:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209995776:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787828203.589174:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828203.589215:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828203/real 1787828203]  req@ffff8d99e18403c0 x1874673209995776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828203.589234:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673209995776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828203.589257:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828203.589262:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828203.589266:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209995776:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828203.589291:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209995904:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828203.589317:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828203.589330:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828203/real 1787828203]  req@ffff8d99e18412c0 x1874673209995904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828203.589343:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673209995904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828203.589351:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828203.589355:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828203.589358:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209995904:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828204.293046:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828205.316985:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828206.340995:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828207.365003:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828208.388995:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828208.708993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828208.709004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828208.709008:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828208.709020:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 546
00000100:00080000:3.0:1787828208.709030:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828208.709037:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828208.709073:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673209996032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828208.709122:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828208.709126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828208.709127:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828208.709132:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 546
00000100:00080000:3.0:1787828208.709137:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828208.709142:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828208.709153:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828208.709157:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209996032:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828208.709169:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673209996160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828208.709213:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828208.709244:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828208/real 1787828208]  req@ffff8d99e18b8b40 x1874673209996032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828208.709257:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673209996032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828208.709265:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828208.709268:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828208.709271:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209996032:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828208.709288:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209996160:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828208.709312:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828208.709321:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828208/real 1787828208]  req@ffff8d99e18b9e00 x1874673209996160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828208.709341:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673209996160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828208.709347:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828208.709349:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828208.709352:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209996160:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828209.412976:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828210.437004:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828211.461006:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828212.485007:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828213.508975:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828213.829007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828213.829015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828213.829018:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828213.829026:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 551
00000100:00080000:0.0:1787828213.829035:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828213.829040:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828213.829073:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673209996288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828213.829093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828213.829096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828213.829097:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828213.829100:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 551
00000100:00080000:0.0:1787828213.829102:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828213.829105:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828213.829113:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828213.829121:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673209996416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828213.829145:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209996288:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828213.829209:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828213.829245:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828213/real 1787828213]  req@ffff8d99e1843c00 x1874673209996288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828213.829259:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673209996288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828213.829267:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828213.829270:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828213.829273:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209996288:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828213.829279:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209996416:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828213.829296:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828213.829304:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828213/real 1787828213]  req@ffff8d99e1842580 x1874673209996416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828213.829312:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673209996416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828213.829333:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828213.829335:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828213.829337:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209996416:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828214.533016:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828215.557053:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828216.581016:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828217.605003:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828218.629008:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828218.948965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828218.948975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828218.948979:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828218.948989:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 557
00000100:00080000:0.0:1787828218.949004:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828218.949023:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828218.949053:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673209996544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828218.949080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828218.949084:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828218.949086:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828218.949090:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 557
00000100:00080000:0.0:1787828218.949094:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828218.949098:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828218.949108:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828218.949119:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673209996672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828218.949170:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209996544:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828218.949256:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828218.949315:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828218/real 1787828218]  req@ffff8d99e1843480 x1874673209996544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828218.949332:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673209996544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828218.949343:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828218.949346:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828218.949350:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209996544:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828218.949356:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209996672:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828218.949375:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828218.949384:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828218/real 1787828218]  req@ffff8d99e1840780 x1874673209996672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828218.949392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673209996672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828218.949414:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828218.949417:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828218.949419:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209996672:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828219.653001:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828220.677059:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828221.701027:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828222.725048:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828223.748980:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828224.069047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828224.069057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828224.069062:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828224.069073:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 562
00000100:00080000:1.0:1787828224.069086:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828224.069094:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828224.069138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673209996800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828224.069165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828224.069168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828224.069169:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828224.069173:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 562
00000100:00080000:1.0:1787828224.069175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828224.069177:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828224.069188:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828224.069198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673209996928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828224.069224:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209996800:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828224.069305:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828224.069355:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828224/real 1787828224]  req@ffff8d99d0f80b40 x1874673209996800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828224.069376:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673209996800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828224.069388:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828224.069394:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828224.069398:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209996800:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828224.069407:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209996928:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828224.069433:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828224.069447:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828224/real 1787828224]  req@ffff8d99d0f803c0 x1874673209996928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828224.069481:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673209996928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828224.069507:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828224.069512:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828224.069515:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209996928:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828224.773165:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828225.797058:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828226.821054:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828227.845060:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828228.869036:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828229.189016:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828229.189024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828229.189027:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828229.189035:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 567
00000100:00080000:0.0:1787828229.189052:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828229.189059:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828229.189092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673209997056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828229.189116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828229.189119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828229.189120:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828229.189123:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 567
00000100:00080000:0.0:1787828229.189139:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828229.189144:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828229.189152:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828229.189162:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673209997184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828229.189183:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209997056:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828229.189272:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828229.189322:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828229/real 1787828229]  req@ffff8d99e1841e00 x1874673209997056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828229.189343:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673209997056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828229.189356:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828229.189361:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828229.189366:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209997056:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828229.189399:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209997184:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828229.189435:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828229.189449:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828229/real 1787828229]  req@ffff8d99e1840000 x1874673209997184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828229.189463:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673209997184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828229.189490:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828229.189494:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828229.189498:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209997184:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828229.893028:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828230.917037:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828231.941017:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828232.965074:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828233.989086:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828234.309140:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828234.309153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828234.309182:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828234.309216:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 572
00000100:00080000:1.0:1787828234.309232:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828234.309242:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828234.309319:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673209997312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828234.309368:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828234.309374:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828234.309377:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828234.309429:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 572
00000100:00080000:1.0:1787828234.309437:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828234.309443:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828234.309473:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828234.309495:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209997312:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828234.309498:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673209997440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828234.309625:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828234.309691:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828234/real 1787828234]  req@ffff8d99d0f82d00 x1874673209997312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828234.309730:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673209997312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828234.309748:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828234.309757:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828234.309763:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209997312:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828234.309816:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209997440:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828234.309929:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828234.309968:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828234/real 1787828234]  req@ffff8d99d0f803c0 x1874673209997440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828234.309990:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673209997440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828234.310015:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828234.310022:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828234.310027:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209997440:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828235.013062:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828236.037058:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828237.061040:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828238.085095:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828239.109148:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828239.429039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828239.429051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828239.429055:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828239.429065:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 577
00000100:00080000:3.0:1787828239.429077:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828239.429085:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828239.429126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673209997568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828239.429187:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828239.429214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828239.429218:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828239.429226:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 577
00000100:00080000:3.0:1787828239.429234:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828239.429242:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828239.429253:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209997568:192.168.203.142@tcp:250:kworker.0
00000008:00100000:3.0:1787828239.429255:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828239.429277:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673209997696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828239.429392:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828239.429475:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828239/real 1787828239]  req@ffff8d99e18b83c0 x1874673209997568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828239.429525:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673209997568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828239.429543:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828239.429548:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828239.429554:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209997568:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828239.429603:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209997696:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828239.429631:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828239.429644:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828239/real 1787828239]  req@ffff8d99e18b9680 x1874673209997696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828239.429656:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673209997696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828239.429663:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828239.429676:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828239.429680:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209997696:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828240.133073:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828241.157141:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828242.181100:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828243.205013:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828244.229025:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828244.549025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828244.549047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828244.549054:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828244.549070:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 582
00000100:00080000:3.0:1787828244.549086:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828244.549115:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828244.549207:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673209997824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828244.549280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828244.549285:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828244.549288:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828244.549295:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 582
00000100:00080000:3.0:1787828244.549303:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828244.549354:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828244.549381:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828244.549419:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209997824:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828244.549421:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673209997952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828244.549515:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828244.549569:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828244/real 1787828244]  req@ffff8d99e18ba1c0 x1874673209997824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828244.549588:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673209997824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828244.549600:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828244.549604:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828244.549608:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209997824:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828244.549638:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209997952:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828244.549659:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828244.549670:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828244/real 1787828244]  req@ffff8d99e18bbc00 x1874673209997952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828244.549681:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673209997952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828244.549688:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828244.549691:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828244.549693:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209997952:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828245.253123:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828246.277082:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828247.301064:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828248.325084:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828249.348994:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828249.669000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828249.669008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828249.669019:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828249.669027:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 587
00000100:00080000:2.0:1787828249.669037:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828249.669043:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828249.669078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673209998080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828249.669099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828249.669101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828249.669103:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828249.669106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 587
00000100:00080000:2.0:1787828249.669108:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828249.669110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828249.669132:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828249.669146:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209998080:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828249.669147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673209998208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828249.669218:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828249.669254:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828249/real 1787828249]  req@ffff8d99e18b4780 x1874673209998080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828249.669283:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673209998080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828249.669296:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828249.669312:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828249.669316:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209998080:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828249.669338:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209998208:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828249.669374:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828249.669388:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828249/real 1787828249]  req@ffff8d99e18b5680 x1874673209998208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828249.669402:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673209998208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828249.669412:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828249.669415:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828249.669419:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209998208:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828250.373122:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828251.397003:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828252.421038:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828253.445120:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828254.469035:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828254.788930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828254.788938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828254.788941:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828254.788950:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 592
00000100:00080000:2.0:1787828254.788961:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828254.788969:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828254.789006:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673209998336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828254.789029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828254.789032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828254.789033:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828254.789036:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 592
00000100:00080000:2.0:1787828254.789039:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828254.789042:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828254.789050:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828254.789061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673209998464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828254.789075:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209998336:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828254.789136:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828254.789167:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828254/real 1787828254]  req@ffff8d99e18b7840 x1874673209998336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828254.789180:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673209998336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828254.789189:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828254.789191:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828254.789194:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209998336:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828254.789214:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209998464:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828254.789229:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828254.789252:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828254/real 1787828254]  req@ffff8d99e18b5e00 x1874673209998464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828254.789262:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673209998464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828254.789269:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828254.789271:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828254.789274:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209998464:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828255.492991:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828256.517170:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828257.541014:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828258.564985:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828259.588996:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828259.908968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828259.908976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828259.908979:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828259.908987:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 597
00000100:00080000:3.0:1787828259.908996:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828259.909002:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828259.909036:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673209998592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828259.909064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828259.909069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828259.909071:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828259.909075:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 597
00000100:00080000:3.0:1787828259.909080:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828259.909085:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828259.909096:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828259.909108:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209998592:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828259.909113:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673209998720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828259.909233:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209998720:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828260.613022:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828261.637018:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828262.661118:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787828262.981373:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787828262.981447:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787828262.981472:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787828262.981519:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:0.0:1787828262.981735:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828259/real 1787828262]  req@ffff8d99e18ba1c0 x1874673209998720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828262.981830:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673209998720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828262.981853:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828262.981861:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828262.981870:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209998720:192.168.203.142@tcp:38:kworker.0
00000100:00100000:0.0:1787828262.981934:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828259/real 1787828262]  req@ffff8d99e18bbc00 x1874673209998592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828262.981965:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673209998592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828262.982550:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828262.982561:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828262.982571:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209998592:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787828263.685097:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828264.709070:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828265.029036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828265.029043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828265.029046:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828265.029054:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 603
00000100:00080000:2.0:1787828265.029062:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828265.029068:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828265.029096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673209998848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828265.029147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828265.029154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828265.029158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828265.029185:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 603
00000100:00080000:2.0:1787828265.029209:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828265.029214:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828265.029224:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828265.029237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673209998976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828265.029272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209998848:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828265.029335:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828265.029375:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828265/real 1787828265]  req@ffff8d99e18b5e00 x1874673209998848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828265.029394:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673209998848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828265.029405:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828265.029409:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828265.029413:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209998848:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828265.029437:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209998976:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828265.029465:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828265.029478:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828265/real 1787828265]  req@ffff8d99e18b7840 x1874673209998976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828265.029492:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673209998976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828265.029501:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828265.029505:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828265.029508:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209998976:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828265.733152:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828266.757005:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828267.781048:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828268.804997:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828269.829014:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828270.149106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828270.149122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828270.149149:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828270.149168:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 608
00000100:00080000:0.0:1787828270.149188:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828270.149201:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828270.149269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673209999104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828270.149326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828270.149333:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828270.149339:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828270.149346:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 608
00000100:00080000:0.0:1787828270.149354:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828270.149390:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828270.149404:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209999104:192.168.203.142@tcp:250:kworker.0
00000008:00100000:0.0:1787828270.149415:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828270.149445:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673209999232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787828270.149514:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828270.149586:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828270/real 1787828270]  req@ffff8d99e18430c0 x1874673209999104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828270.149625:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673209999104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828270.149672:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828270.149682:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828270.149691:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209999104:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828270.149735:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209999232:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828270.149789:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828270.149822:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828270/real 1787828270]  req@ffff8d99e1840000 x1874673209999232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828270.149850:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673209999232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828270.149864:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828270.149872:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828270.149933:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209999232:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828270.853007:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828271.877008:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828272.901089:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828273.925099:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828274.949091:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828275.269052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828275.269066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828275.269071:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828275.269087:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 613
00000100:00080000:3.0:1787828275.269123:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828275.269135:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828275.269193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673209999360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828275.269234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828275.269239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828275.269242:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828275.269247:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 613
00000100:00080000:3.0:1787828275.269251:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828275.269256:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828275.269270:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828275.269285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673209999488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828275.269317:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209999360:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828275.269417:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828275.269478:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828275/real 1787828275]  req@ffff8d99e18b9680 x1874673209999360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828275.269501:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673209999360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828275.269517:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828275.269522:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828275.269528:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209999360:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828275.269588:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209999488:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828275.269618:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828275.269634:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828275/real 1787828275]  req@ffff8d99e18b83c0 x1874673209999488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828275.269650:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673209999488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828275.269660:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828275.269664:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828275.269668:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209999488:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828275.972997:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828276.997068:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828278.020981:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828279.045001:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828280.069054:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828280.388984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828280.388993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828280.388996:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828280.389020:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 618
00000100:00080000:3.0:1787828280.389030:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828280.389035:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828280.389083:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673209999616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828280.389141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828280.389145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828280.389146:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828280.389150:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 618
00000100:00080000:3.0:1787828280.389154:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828280.389158:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828280.389167:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828280.389180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673209999744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828280.389192:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209999616:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828280.389252:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828280.389290:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828280/real 1787828280]  req@ffff8d99e18b9e00 x1874673209999616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828280.389306:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673209999616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828280.389315:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828280.389319:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828280.389322:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209999616:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828280.389343:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209999744:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828280.389360:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828280.389370:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828280/real 1787828280]  req@ffff8d99e18b8b40 x1874673209999744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828280.389389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673209999744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828280.389396:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828280.389399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828280.389402:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673209999744:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828281.093010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828282.116974:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828283.141002:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828284.164992:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828285.188993:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828285.508955:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828285.508963:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828285.508966:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828285.508974:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 623
00000100:00080000:3.0:1787828285.508983:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828285.508989:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828285.509037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673209999872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828285.509061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828285.509063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828285.509065:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828285.509068:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 623
00000100:00080000:3.0:1787828285.509071:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828285.509073:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828285.509093:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828285.509104:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210000000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828285.509115:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209999872:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828285.509170:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828285.509201:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828285/real 1787828285]  req@ffff8d99e18ba940 x1874673209999872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828285.509215:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673209999872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828285.509223:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828285.509225:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828285.509229:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673209999872:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828285.509247:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210000000:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828285.509261:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828285.509269:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828285/real 1787828285]  req@ffff8d99e18bb480 x1874673210000000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828285.509277:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210000000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828285.509294:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828285.509296:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828285.509299:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210000000:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828286.212971:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828287.236988:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828288.260989:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828289.285013:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828290.309015:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828290.628973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828290.628981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828290.628984:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828290.629005:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 628
00000100:00080000:1.0:1787828290.629016:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828290.629024:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828290.629059:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210000128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828290.629085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828290.629087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828290.629089:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828290.629092:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 628
00000100:00080000:1.0:1787828290.629094:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828290.629097:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828290.629105:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828290.629114:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210000256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828290.629138:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210000128:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828290.629191:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828290.629223:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828290/real 1787828290]  req@ffff8d99d0f80b40 x1874673210000128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828290.629236:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210000128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828290.629244:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828290.629247:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828290.629250:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210000128:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828290.629255:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210000256:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828290.629269:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828290.629276:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828290/real 1787828290]  req@ffff8d99d0f81a40 x1874673210000256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828290.629284:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210000256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828290.629289:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828290.629303:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828290.629305:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210000256:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828291.333003:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828292.357017:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828293.381073:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828294.405061:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828295.429074:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828295.749030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828295.749038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828295.749041:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828295.749050:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 633
00000100:00080000:2.0:1787828295.749059:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828295.749065:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828295.749097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210000384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828295.749126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828295.749128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828295.749130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828295.749146:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 633
00000100:00080000:2.0:1787828295.749150:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828295.749155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828295.749166:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828295.749181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210000512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828295.749194:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210000384:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828295.749280:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828295.749324:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828295/real 1787828295]  req@ffff8d99e18b5680 x1874673210000384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828295.749339:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210000384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828295.749357:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828295.749361:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828295.749364:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210000384:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828295.749392:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210000512:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828295.749418:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828295.749433:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828295/real 1787828295]  req@ffff8d99e18b4780 x1874673210000512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828295.749449:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210000512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828295.749456:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828295.749459:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828295.749461:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210000512:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828296.453033:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828297.477060:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828298.501059:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828299.525009:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828300.549038:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828300.869002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828300.869010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828300.869014:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828300.869022:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 638
00000100:00080000:3.0:1787828300.869030:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828300.869036:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828300.869069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210000640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828300.869093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828300.869096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828300.869097:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828300.869103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 638
00000100:00080000:3.0:1787828300.869106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828300.869109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828300.869116:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828300.869125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210000768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828300.869154:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210000640:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828300.869207:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828300.869239:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828300/real 1787828300]  req@ffff8d99e18b8000 x1874673210000640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828300.869251:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210000640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828300.869259:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828300.869262:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828300.869265:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210000640:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828300.869270:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210000768:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828300.869284:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828300.869292:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828300/real 1787828300]  req@ffff8d99e18bb0c0 x1874673210000768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828300.869299:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210000768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828300.869304:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828300.869306:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828300.869308:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210000768:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828301.573014:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828302.597017:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828303.621017:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828304.645101:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828305.669046:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828305.988957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828305.988965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828305.988969:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828305.988980:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 644
00000100:00080000:3.0:1787828305.989005:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828305.989012:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828305.989043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210000896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828305.989068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828305.989072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828305.989074:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828305.989077:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 644
00000100:00080000:3.0:1787828305.989081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828305.989084:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828305.989094:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828305.989109:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210000896:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828305.989109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210001024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828305.989200:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828305.989250:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828305/real 1787828305]  req@ffff8d99e18bb0c0 x1874673210000896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828305.989268:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210000896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828305.989278:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828305.989281:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828305.989284:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210000896:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828305.989311:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210001024:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828305.989345:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828305.989355:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828305/real 1787828305]  req@ffff8d99e18b8000 x1874673210001024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828305.989363:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210001024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828305.989369:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828305.989372:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828305.989374:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210001024:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828306.693046:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828307.717076:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828308.741026:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828309.765065:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828310.789024:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828311.108987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828311.108996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828311.108999:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828311.109008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 649
00000100:00080000:3.0:1787828311.109018:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828311.109024:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828311.109059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210001152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828311.109083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828311.109100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828311.109102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828311.109106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 649
00000100:00080000:3.0:1787828311.109110:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828311.109114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828311.109121:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210001152:192.168.203.142@tcp:250:kworker.0
00000008:00100000:3.0:1787828311.109124:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828311.109136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210001280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828311.109214:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828311.109269:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828311/real 1787828311]  req@ffff8d99e18bb480 x1874673210001152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828311.109290:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210001152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828311.109300:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828311.109303:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828311.109306:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210001152:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828311.109329:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210001280:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828311.109350:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828311.109360:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828311/real 1787828311]  req@ffff8d99e18ba940 x1874673210001280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828311.109384:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210001280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828311.109417:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828311.109420:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828311.109423:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210001280:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828311.813037:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828312.837008:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828313.861052:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828314.885001:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828315.909074:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828316.229041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828316.229055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828316.229060:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828316.229072:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 654
00000100:00080000:0.0:1787828316.229085:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828316.229094:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828316.229140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210001408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828316.229192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828316.229199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828316.229203:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828316.229210:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 654
00000100:00080000:0.0:1787828316.229217:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828316.229226:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828316.229243:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828316.229273:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210001408:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828316.229285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210001536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828316.229382:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828316.229452:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828316/real 1787828316]  req@ffff8d99e1841e00 x1874673210001408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828316.229475:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210001408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828316.229489:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828316.229493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828316.229499:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210001408:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828316.229530:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210001536:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828316.229557:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828316.229572:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828316/real 1787828316]  req@ffff8d99e1840780 x1874673210001536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828316.229586:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210001536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828316.229617:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828316.229622:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828316.229626:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210001536:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828316.933011:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828317.957035:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828318.981005:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828320.004975:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828321.029045:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828321.349004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828321.349031:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828321.349035:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828321.349046:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 659
00000100:00080000:1.0:1787828321.349058:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828321.349067:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828321.349105:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210001664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828321.349136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828321.349141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828321.349143:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828321.349147:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 659
00000100:00080000:1.0:1787828321.349151:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828321.349155:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828321.349165:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828321.349189:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210001792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828321.349214:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210001664:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828321.349323:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828321.349385:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828321/real 1787828321]  req@ffff8d99d0f80f00 x1874673210001664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828321.349406:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210001664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828321.349418:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828321.349423:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828321.349427:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210001664:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828321.349455:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210001792:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828321.349490:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828321.349510:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828321/real 1787828321]  req@ffff8d99d0f83840 x1874673210001792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828321.349540:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210001792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828321.349569:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828321.349574:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828321.349578:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210001792:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828322.053009:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828323.076981:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828324.101195:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828325.124973:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828326.149046:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828326.469011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828326.469023:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828326.469028:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828326.469041:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 664
00000100:00080000:3.0:1787828326.469052:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828326.469059:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828326.469092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210001920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828326.469117:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828326.469120:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828326.469122:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828326.469125:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 664
00000100:00080000:3.0:1787828326.469142:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828326.469146:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828326.469155:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828326.469170:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210002048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828326.469172:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210001920:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828326.469279:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210002048:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828327.173067:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828328.196991:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828329.221006:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787828329.541150:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787828329.541186:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787828329.541199:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787828329.541232:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787828329.541311:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828326/real 1787828329]  req@ffff8d99e18b9e00 x1874673210002048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828329.541360:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210002048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828329.541374:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828329.541380:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828329.541384:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210002048:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787828329.541393:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828326/real 1787828329]  req@ffff8d99e18b8b40 x1874673210001920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828329.541406:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210001920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828329.541415:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828329.541419:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828329.541439:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210001920:192.168.203.142@tcp:250:kworker.0
00010000:00010000:3.0:1787828330.245071:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828331.269087:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828331.589022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828331.589030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828331.589034:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828331.589042:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 669
00000100:00080000:3.0:1787828331.589051:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828331.589057:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828331.589088:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210002176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828331.589114:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828331.589118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828331.589121:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828331.589125:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 669
00000100:00080000:3.0:1787828331.589129:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828331.589152:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828331.589164:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828331.589166:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210002176:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828331.589179:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210002304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828331.589232:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828331.589272:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828331/real 1787828331]  req@ffff8d99e18b83c0 x1874673210002176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828331.589293:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210002176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828331.589304:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828331.589310:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828331.589315:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210002176:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828331.589344:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210002304:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828331.589371:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828331.589387:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828331/real 1787828331]  req@ffff8d99e18b9680 x1874673210002304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828331.589401:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210002304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828331.589411:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828331.589415:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828331.589419:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210002304:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828332.293025:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828333.316980:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828334.341049:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828335.365104:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828336.389191:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828336.709119:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828336.709141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828336.709150:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828336.709170:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 674
00000100:00080000:3.0:1787828336.709190:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828336.709203:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828336.709272:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210002432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828336.709315:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828336.709320:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828336.709323:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828336.709329:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 674
00000100:00080000:3.0:1787828336.709334:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828336.709339:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828336.709356:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828336.709372:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210002560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828336.709432:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210002432:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828336.709540:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828336.709618:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828336/real 1787828336]  req@ffff8d99e18bbc00 x1874673210002432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828336.709644:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210002432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828336.709660:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828336.709666:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828336.709700:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210002432:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828336.709736:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210002560:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828336.709770:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828336.709788:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828336/real 1787828336]  req@ffff8d99e18ba1c0 x1874673210002560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828336.709805:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210002560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828336.709816:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828336.709820:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828336.709824:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210002560:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828337.413126:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828338.437042:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828339.461024:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828340.485130:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828341.509046:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828341.829004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828341.829034:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828341.829039:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828341.829054:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 679
00000100:00080000:3.0:1787828341.829069:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828341.829098:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828341.829180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210002688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828341.829213:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828341.829217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828341.829219:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828341.829224:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 679
00000100:00080000:3.0:1787828341.829229:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828341.829235:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828341.829251:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828341.829262:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210002688:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828341.829269:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210002816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828341.829350:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828341.829397:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828341/real 1787828341]  req@ffff8d99e18ba1c0 x1874673210002688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828341.829417:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210002688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828341.829440:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828341.829445:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828341.829449:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210002688:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828341.829486:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210002816:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828341.829509:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828341.829521:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828341/real 1787828341]  req@ffff8d99e18bbc00 x1874673210002816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828341.829530:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210002816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828341.829536:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828341.829539:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828341.829542:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210002816:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828342.533086:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828343.557057:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828344.581215:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828345.605207:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828346.629002:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828346.949080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828346.949106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828346.949113:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828346.949130:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 685
00000100:00080000:0.0:1787828346.949147:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828346.949159:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828346.949234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210002944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828346.949272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828346.949277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828346.949280:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828346.949285:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 685
00000100:00080000:0.0:1787828346.949289:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828346.949294:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828346.949309:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828346.949323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210003072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828346.949396:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210002944:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828346.949503:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828346.949566:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828346/real 1787828346]  req@ffff8d99e1843480 x1874673210002944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828346.949591:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210002944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828346.949654:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828346.949660:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828346.949693:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210002944:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828346.949704:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210003072:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828346.949739:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828346.949757:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828346/real 1787828346]  req@ffff8d99e1842580 x1874673210003072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828346.949774:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210003072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828346.949784:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828346.949789:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828346.949793:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210003072:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828347.653079:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828348.677089:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828349.701071:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828350.725069:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828351.749135:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828352.069037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828352.069048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828352.069053:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828352.069076:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 690
00000100:00080000:3.0:1787828352.069089:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828352.069115:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828352.069159:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210003200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828352.069194:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828352.069197:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828352.069199:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828352.069202:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 690
00000100:00080000:3.0:1787828352.069206:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828352.069209:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828352.069220:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828352.069230:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210003328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828352.069254:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210003200:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828352.069342:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828352.069387:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828352/real 1787828352]  req@ffff8d99e18b9680 x1874673210003200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828352.069403:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210003200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828352.069424:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828352.069427:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828352.069430:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210003200:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828352.069454:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210003328:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828352.069512:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828352.069526:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828352/real 1787828352]  req@ffff8d99e18b83c0 x1874673210003328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828352.069538:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210003328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828352.069547:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828352.069550:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828352.069553:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210003328:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828352.773088:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828353.797016:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828354.821138:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828355.845112:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828356.869099:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828357.189137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828357.189152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828357.189159:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828357.189174:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 695
00000100:00080000:0.0:1787828357.189191:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828357.189237:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828357.189294:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210003456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828357.189348:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828357.189354:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828357.189357:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828357.189364:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 695
00000100:00080000:0.0:1787828357.189370:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828357.189376:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828357.189391:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828357.189409:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210003584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828357.189423:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210003456:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828357.189502:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828357.189558:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828357/real 1787828357]  req@ffff8d99e1843c00 x1874673210003456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828357.189576:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210003456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828357.189586:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828357.189589:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828357.189593:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210003456:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828357.189618:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210003584:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828357.189639:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828357.189649:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828357/real 1787828357]  req@ffff8d99e18412c0 x1874673210003584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828357.189676:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210003584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828357.189682:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828357.189685:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828357.189688:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210003584:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828357.893165:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828358.916996:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828359.940980:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828360.965018:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828361.989001:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828362.308984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828362.308992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828362.308996:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828362.309006:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 700
00000100:00080000:1.0:1787828362.309036:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828362.309045:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828362.309082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210003712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828362.309110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828362.309115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828362.309117:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828362.309129:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 700
00000100:00080000:1.0:1787828362.309135:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828362.309140:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828362.309148:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210003712:192.168.203.142@tcp:250:kworker.0
00000008:00100000:1.0:1787828362.309151:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828362.309171:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210003840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828362.309212:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828362.309263:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828362/real 1787828362]  req@ffff8d99d0f812c0 x1874673210003712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828362.309284:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210003712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828362.309296:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828362.309299:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828362.309303:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210003712:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828362.309322:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210003840:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828362.309341:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828362.309351:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828362/real 1787828362]  req@ffff8d99d0f83c00 x1874673210003840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828362.309360:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210003840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828362.309378:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828362.309381:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828362.309383:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210003840:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828363.012985:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828364.036987:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828365.061044:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828366.085034:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828367.109087:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828367.429100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828367.429113:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828367.429118:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828367.429131:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 705
00000100:00080000:2.0:1787828367.429145:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828367.429155:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828367.429220:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210003968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828367.429262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828367.429270:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828367.429274:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828367.429281:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 705
00000100:00080000:2.0:1787828367.429288:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828367.429297:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828367.429314:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828367.429343:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210004096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828367.429347:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210003968:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828367.429449:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828367.429544:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828367/real 1787828367]  req@ffff8d99e18b7480 x1874673210003968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828367.429572:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210003968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828367.429586:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828367.429592:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828367.429632:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210003968:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828367.429665:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210004096:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828367.429701:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828367.429719:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828367/real 1787828367]  req@ffff8d99e18b61c0 x1874673210004096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828367.429736:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210004096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828367.429747:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828367.429752:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828367.429757:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210004096:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828368.133046:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828369.157029:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828370.181049:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828371.205064:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828372.229023:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828372.549092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828372.549109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828372.549117:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828372.549131:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 710
00000100:00080000:0.0:1787828372.549145:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828372.549155:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828372.549228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210004224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828372.549281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828372.549289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828372.549293:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828372.549302:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 710
00000100:00080000:0.0:1787828372.549336:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787828372.549340:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210004224:192.168.203.142@tcp:250:kworker.0
00000100:00080000:0.0:1787828372.549353:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828372.549374:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828372.549404:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210004352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828372.549468:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828372.549525:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828372/real 1787828372]  req@ffff8d99e18403c0 x1874673210004224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828372.549550:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210004224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828372.549564:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828372.549569:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828372.549575:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210004224:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828372.549622:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210004352:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828372.549645:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828372.549657:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828372/real 1787828372]  req@ffff8d99e1842d00 x1874673210004352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828372.549690:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210004352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828372.549701:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828372.549705:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828372.549710:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210004352:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828373.253007:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828374.277105:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828375.301116:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828376.325070:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828377.349124:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828377.669091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828377.669121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828377.669128:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828377.669151:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 715
00000100:00080000:3.0:1787828377.669169:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828377.669182:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828377.669247:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210004480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828377.669293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828377.669323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828377.669327:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828377.669335:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 715
00000100:00080000:3.0:1787828377.669343:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828377.669352:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828377.669369:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828377.669404:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210004480:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828377.669427:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210004608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828377.669530:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828377.669607:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828377/real 1787828377]  req@ffff8d99e18b8b40 x1874673210004480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828377.669637:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210004480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828377.669658:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828377.669664:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828377.669671:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210004480:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828377.669712:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210004608:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828377.669745:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828377.669768:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828377/real 1787828377]  req@ffff8d99e18b9e00 x1874673210004608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828377.669784:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210004608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828377.669795:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828377.669800:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828377.669820:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210004608:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828378.373070:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828379.396980:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828380.421087:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828381.445206:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828382.469170:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828382.789120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828382.789152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828382.789158:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828382.789171:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 720
00000100:00080000:2.0:1787828382.789209:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828382.789219:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828382.789264:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210004736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828382.789307:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828382.789312:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828382.789314:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828382.789319:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 720
00000100:00080000:2.0:1787828382.789324:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828382.789329:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828382.789341:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828382.789383:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210004864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828382.789434:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210004736:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828382.789519:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828382.789569:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828382/real 1787828382]  req@ffff8d99e18b6580 x1874673210004736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828382.789593:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210004736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828382.789607:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828382.789613:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828382.789618:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210004736:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828382.789627:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210004864:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828382.789654:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828382.789669:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828382/real 1787828382]  req@ffff8d99e18b4000 x1874673210004864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828382.789684:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210004864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828382.789694:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828382.789698:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828382.789702:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210004864:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828383.493100:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828384.517119:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828385.541070:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828386.565094:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828387.589220:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828387.909008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828387.909059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828387.909064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828387.909075:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 725
00000100:00080000:0.0:1787828387.909087:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828387.909096:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828387.909134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210004992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828387.909178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828387.909182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828387.909183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828387.909187:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 725
00000100:00080000:0.0:1787828387.909190:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828387.909194:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828387.909221:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828387.909253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210005120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828387.909254:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210004992:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828387.909347:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828387.909400:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828387/real 1787828387]  req@ffff8d99e18421c0 x1874673210004992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828387.909416:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210004992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828387.909426:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828387.909429:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828387.909440:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210004992:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828387.909463:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210005120:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828387.909493:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828387.909510:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828387/real 1787828387]  req@ffff8d99e1842d00 x1874673210005120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828387.909528:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210005120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828387.909551:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828387.909554:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828387.909557:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210005120:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828388.613107:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828389.637074:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828390.661073:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828391.685142:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828392.709068:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828393.029017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828393.029028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828393.029033:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828393.029044:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 731
00000100:00080000:3.0:1787828393.029055:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828393.029063:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828393.029120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210005248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828393.029152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828393.029156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828393.029158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828393.029162:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 731
00000100:00080000:3.0:1787828393.029176:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828393.029180:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828393.029225:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828393.029242:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210005248:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828393.029242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210005376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828393.029370:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210005376:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828393.733112:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828394.757056:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828395.781024:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787828396.101187:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787828396.101229:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787828396.101277:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787828396.101328:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787828396.101389:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828393/real 1787828396]  req@ffff8d99e18bb480 x1874673210005376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828396.101410:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210005376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828396.101430:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828396.101434:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828396.101438:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210005376:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787828396.101443:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828393/real 1787828396]  req@ffff8d99e18ba940 x1874673210005248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828396.101452:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210005248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828396.101457:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828396.101459:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828396.101462:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210005248:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787828396.804982:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828397.828987:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828398.148958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828398.148966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828398.148969:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828398.148977:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 736
00000100:00080000:3.0:1787828398.148986:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828398.148992:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828398.149021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210005504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828398.149043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828398.149046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828398.149047:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828398.149050:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 736
00000100:00080000:3.0:1787828398.149052:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828398.149054:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828398.149061:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828398.149069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210005632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828398.149096:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210005504:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828398.149157:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828398.149203:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828398/real 1787828398]  req@ffff8d99e18b8000 x1874673210005504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828398.149224:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210005504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828398.149236:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828398.149253:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828398.149257:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210005504:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828398.149264:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210005632:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828398.149306:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828398.149319:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828398/real 1787828398]  req@ffff8d99e18bb0c0 x1874673210005632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828398.149332:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210005632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828398.149341:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828398.149345:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828398.149348:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210005632:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828398.852994:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828399.877056:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828400.901127:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828401.925017:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828402.949082:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828403.268963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828403.268973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828403.268977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828403.269006:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 741
00000100:00080000:3.0:1787828403.269017:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828403.269025:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828403.269060:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210005760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828403.269089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828403.269092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828403.269094:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828403.269098:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 741
00000100:00080000:3.0:1787828403.269100:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828403.269103:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828403.269112:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828403.269124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210005888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828403.269154:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210005760:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828403.269263:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828403.269316:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828403/real 1787828403]  req@ffff8d99e18bb0c0 x1874673210005760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828403.269341:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210005760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828403.269356:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828403.269361:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828403.269367:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210005760:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828403.269393:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210005888:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828403.269415:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828403.269437:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828403/real 1787828403]  req@ffff8d99e18b8000 x1874673210005888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828403.269448:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210005888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828403.269456:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828403.269459:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828403.269462:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210005888:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828403.972977:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828404.997119:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828406.021034:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828407.045104:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828408.069112:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828408.389107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828408.389124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828408.389130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828408.389146:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 746
00000100:00080000:0.0:1787828408.389163:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828408.389212:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828408.389268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210006016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828408.389337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828408.389342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828408.389344:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828408.389350:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 746
00000100:00080000:0.0:1787828408.389355:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828408.389360:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828408.389374:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828408.389398:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210006144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828408.389440:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210006016:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828408.389540:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828408.389626:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828408/real 1787828408]  req@ffff8d99e18403c0 x1874673210006016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828408.389660:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210006016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828408.389679:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828408.389684:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828408.389690:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210006016:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828408.389703:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210006144:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828408.389746:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828408.389769:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828408/real 1787828408]  req@ffff8d99e18412c0 x1874673210006144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828408.389799:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210006144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828408.389808:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828408.389812:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828408.389816:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210006144:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828409.093181:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828410.117262:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828411.141196:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828412.165239:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828413.189198:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828413.509033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828413.509047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828413.509053:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828413.509065:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 751
00000100:00080000:0.0:1787828413.509080:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828413.509089:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828413.509162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210006272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828413.509213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828413.509217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828413.509219:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828413.509223:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 751
00000100:00080000:0.0:1787828413.509227:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828413.509249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828413.509261:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828413.509283:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210006272:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828413.509284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210006400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828413.509361:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828413.509411:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828413/real 1787828413]  req@ffff8d99e1843c00 x1874673210006272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828413.509431:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210006272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828413.509443:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828413.509448:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828413.509452:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210006272:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828413.509479:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210006400:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828413.509512:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828413.509529:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828413/real 1787828413]  req@ffff8d99e1842580 x1874673210006400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828413.509560:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210006400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828413.509570:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828413.509573:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828413.509577:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210006400:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828414.213063:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828415.237082:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828416.261084:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828417.285068:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828418.309166:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828418.628950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828418.628958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828418.628961:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828418.628969:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 756
00000100:00080000:3.0:1787828418.628977:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828418.628983:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828418.629014:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210006528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828418.629036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828418.629039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828418.629051:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828418.629055:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 756
00000100:00080000:3.0:1787828418.629058:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828418.629062:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828418.629070:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828418.629080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210006656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828418.629085:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210006528:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828418.629163:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828418.629204:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828418/real 1787828418]  req@ffff8d99e18ba940 x1874673210006528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828418.629218:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210006528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828418.629226:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828418.629229:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828418.629232:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210006528:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828418.629251:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210006656:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828418.629265:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828418.629273:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828418/real 1787828418]  req@ffff8d99e18bb480 x1874673210006656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828418.629293:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210006656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828418.629299:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828418.629301:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828418.629303:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210006656:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828419.333027:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828420.357046:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828421.381110:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828422.405030:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828423.429106:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828423.749041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828423.749054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828423.749059:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828423.749091:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 761
00000100:00080000:2.0:1787828423.749117:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828423.749126:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828423.749172:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210006784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828423.749224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828423.749228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828423.749230:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828423.749235:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 761
00000100:00080000:2.0:1787828423.749238:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828423.749242:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828423.749288:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828423.749307:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210006912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828423.749360:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210006784:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828423.749504:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828423.749575:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828423/real 1787828423]  req@ffff8d99e18b4000 x1874673210006784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828423.749603:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210006784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828423.749636:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828423.749643:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828423.749650:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210006784:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828423.749664:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210006912:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828423.749706:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828423.749747:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828423/real 1787828423]  req@ffff8d99e18b6580 x1874673210006912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828423.749776:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210006912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828423.749793:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828423.749801:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828423.749809:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210006912:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828424.453006:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828425.477145:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828426.501087:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828427.525019:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828428.548994:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828428.869007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828428.869021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828428.869045:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828428.869059:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 766
00000100:00080000:3.0:1787828428.869072:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828428.869083:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828428.869130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210007040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828428.869169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828428.869175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828428.869178:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828428.869185:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 766
00000100:00080000:3.0:1787828428.869192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828428.869201:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828428.869216:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828428.869217:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210007040:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828428.869245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210007168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828428.869294:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828428.869338:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828428/real 1787828428]  req@ffff8d99e18b9e00 x1874673210007040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828428.869358:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210007040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828428.869369:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828428.869373:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828428.869378:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210007040:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828428.869410:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210007168:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828428.869444:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828428.869464:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828428/real 1787828428]  req@ffff8d99e18b8b40 x1874673210007168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828428.869482:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210007168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828428.869490:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828428.869494:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828428.869497:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210007168:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828429.573108:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828430.597058:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828431.621087:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828432.645023:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828433.669120:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828433.989105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828433.989118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828433.989147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828433.989160:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 772
00000100:00080000:0.0:1787828433.989174:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828433.989184:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828433.989237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210007296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828433.989279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828433.989284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828433.989286:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828433.989303:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 772
00000100:00080000:0.0:1787828433.989307:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828433.989312:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828433.989324:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828433.989337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210007424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828433.989401:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210007296:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828433.989482:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828433.989534:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828433/real 1787828433]  req@ffff8d99e1843480 x1874673210007296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828433.989558:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210007296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828433.989573:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828433.989579:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828433.989584:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210007296:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828433.989593:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210007424:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828433.989616:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828433.989636:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828433/real 1787828433]  req@ffff8d99e1840780 x1874673210007424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828433.989660:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210007424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828433.989706:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828433.989714:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828433.989723:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210007424:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828434.693286:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828435.717105:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828436.741074:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828437.765061:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828438.789180:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828439.109172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828439.109184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828439.109190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828439.109203:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 777
00000100:00080000:3.0:1787828439.109217:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828439.109226:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828439.109275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210007552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828439.109315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828439.109320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828439.109323:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828439.109328:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 777
00000100:00080000:3.0:1787828439.109332:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828439.109337:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828439.109350:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828439.109367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210007680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828439.109434:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210007552:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828439.109578:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828439.109664:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828439/real 1787828439]  req@ffff8d99e18b83c0 x1874673210007552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828439.109701:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210007552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828439.109718:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828439.109724:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828439.109729:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210007552:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828439.109741:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210007680:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828439.109791:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828439.109819:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828439/real 1787828439]  req@ffff8d99e18b9680 x1874673210007680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828439.109834:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210007680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828439.109844:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828439.109895:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828439.109902:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210007680:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828439.813116:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828440.837164:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828441.861117:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828442.885042:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828443.909153:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828444.229074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828444.229089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828444.229094:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828444.229109:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 782
00000100:00080000:1.0:1787828444.229124:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828444.229134:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828444.229192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210007808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828444.229239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828444.229246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828444.229250:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828444.229257:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 782
00000100:00080000:1.0:1787828444.229263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828444.229270:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828444.229288:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828444.229336:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210007936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828444.229351:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210007808:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828444.229448:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828444.229503:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828444/real 1787828444]  req@ffff8d99d0f81e00 x1874673210007808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828444.229526:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210007808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828444.229539:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828444.229544:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828444.229549:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210007808:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828444.229578:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210007936:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828444.229602:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828444.229615:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828444/real 1787828444]  req@ffff8d99d0f82940 x1874673210007936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828444.229628:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210007936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828444.229636:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828444.229639:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828444.229644:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210007936:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828444.933148:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828445.957004:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828446.981003:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828448.005083:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828449.029014:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828449.348986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828449.348996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828449.349000:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828449.349012:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 787
00000100:00080000:1.0:1787828449.349024:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828449.349033:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828449.349068:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210008064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828449.349095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828449.349099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828449.349102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828449.349107:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 787
00000100:00080000:1.0:1787828449.349111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828449.349115:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828449.349125:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828449.349140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210008192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787828449.349188:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210008064:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787828449.349266:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828449.349541:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828449/real 1787828449]  req@ffff8d99d0f830c0 x1874673210008064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828449.349641:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210008064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828449.349654:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828449.349658:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828449.349662:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210008064:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828449.349670:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210008192:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828449.349704:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828449.349726:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828449/real 1787828449]  req@ffff8d99d0f80780 x1874673210008192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828449.349745:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210008192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828449.349757:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828449.349761:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828449.349764:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210008192:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828450.053184:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828451.077138:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828452.101096:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828453.125087:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828454.149058:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828454.469019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828454.469032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828454.469037:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828454.469060:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 792
00000100:00080000:2.0:1787828454.469088:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828454.469094:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828454.469137:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210008320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828454.469160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828454.469163:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828454.469165:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828454.469168:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 792
00000100:00080000:2.0:1787828454.469171:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828454.469174:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828454.469182:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828454.469193:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210008448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787828454.469212:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210008320:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787828454.469293:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828454.469352:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828454/real 1787828454]  req@ffff8d99e18b61c0 x1874673210008320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828454.469419:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210008320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828454.469432:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828454.469437:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828454.469441:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210008320:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828454.469469:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210008448:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828454.469491:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828454.469502:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828454/real 1787828454]  req@ffff8d99e18b7480 x1874673210008448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828454.469512:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210008448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828454.469519:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828454.469522:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828454.469524:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210008448:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828455.173106:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828456.197072:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828457.221072:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828458.245049:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828459.269028:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828459.589060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828459.589076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828459.589083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828459.589129:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 797
00000100:00080000:1.0:1787828459.589146:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828459.589174:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828459.589210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210008576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828459.589238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828459.589241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828459.589243:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828459.589247:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 797
00000100:00080000:1.0:1787828459.589251:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828459.589254:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828459.589264:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828459.589287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210008704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787828459.589310:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210008576:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828459.589411:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210008704:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828460.292997:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828461.317000:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828462.340984:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787828462.661373:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787828462.661455:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787828462.661487:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787828462.661547:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787828462.661630:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828459/real 1787828462]  req@ffff8d99d0f83480 x1874673210008704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828462.661664:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210008704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828462.661679:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828462.661685:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828462.661690:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210008704:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787828462.661698:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828459/real 1787828462]  req@ffff8d99d0f80000 x1874673210008576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828462.661712:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210008576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828462.661721:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828462.661725:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828462.661729:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210008576:192.168.203.142@tcp:250:kworker.0
00010000:00010000:0.0:1787828463.365025:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828464.389025:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828464.709046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828464.709060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828464.709066:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828464.709080:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 802
00000100:00080000:2.0:1787828464.709094:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828464.709104:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828464.709154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210008832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828464.709244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828464.709253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828464.709257:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828464.709266:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 802
00000100:00080000:2.0:1787828464.709274:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828464.709283:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828464.709311:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828464.709338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210008960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787828464.709352:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210008832:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787828464.709464:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828464.709530:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828464/real 1787828464]  req@ffff8d99e18b4780 x1874673210008832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828464.709566:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210008832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828464.709587:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828464.709595:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828464.709603:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210008832:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828464.709643:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210008960:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828464.709690:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828464.709719:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828464/real 1787828464]  req@ffff8d99e18b5680 x1874673210008960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828464.709745:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210008960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828464.709762:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828464.709768:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828464.709776:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210008960:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828465.413084:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828466.437033:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828467.461021:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828468.485011:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828469.509062:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828469.829009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828469.829017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828469.829038:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828469.829050:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 807
00000100:00080000:3.0:1787828469.829079:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828469.829087:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828469.829124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210009088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828469.829157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828469.829161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828469.829164:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828469.829168:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 807
00000100:00080000:3.0:1787828469.829172:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828469.829176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828469.829187:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828469.829230:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210009088:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828469.829231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210009216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828469.829309:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828469.829360:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828469/real 1787828469]  req@ffff8d99e18bbc00 x1874673210009088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828469.829387:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210009088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828469.829398:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828469.829402:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828469.829406:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210009088:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828469.829430:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210009216:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828469.829456:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828469.829482:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828469/real 1787828469]  req@ffff8d99e18ba1c0 x1874673210009216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828469.829495:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210009216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828469.829503:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828469.829506:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828469.829510:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210009216:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828470.533072:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828471.557041:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828472.581257:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828473.604998:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828474.629061:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828474.949062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828474.949087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828474.949091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828474.949118:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 813
00000100:00080000:0.0:1787828474.949130:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828474.949138:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828474.949192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210009344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828474.949222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828474.949226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828474.949227:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828474.949231:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 813
00000100:00080000:0.0:1787828474.949235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828474.949238:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828474.949263:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828474.949274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210009472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828474.949303:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210009344:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828474.949371:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828474.949410:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828474/real 1787828474]  req@ffff8d99e1841e00 x1874673210009344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828474.949430:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210009344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828474.949442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828474.949447:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828474.949452:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210009344:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828474.949461:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210009472:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828474.949486:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828474.949500:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828474/real 1787828474]  req@ffff8d99e1840000 x1874673210009472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828474.949532:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210009472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828474.949541:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828474.949545:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828474.949549:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210009472:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828475.652996:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828476.677047:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828477.701085:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828478.725024:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828479.749125:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828480.069005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828480.069015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828480.069019:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828480.069030:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 818
00000100:00080000:1.0:1787828480.069041:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828480.069049:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828480.069106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210009600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828480.069138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828480.069141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828480.069144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828480.069148:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 818
00000100:00080000:1.0:1787828480.069152:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828480.069155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828480.069164:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828480.069187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210009728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828480.069219:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210009600:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828480.069283:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828480.069321:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828480/real 1787828480]  req@ffff8d99d0f81680 x1874673210009600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828480.069348:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210009600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828480.069359:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828480.069363:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828480.069367:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210009600:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828480.069374:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210009728:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828480.069401:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828480.069411:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828480/real 1787828480]  req@ffff8d99d0f80000 x1874673210009728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828480.069422:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210009728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828480.069444:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828480.069448:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828480.069451:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210009728:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828480.773068:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828481.796985:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828482.820998:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828483.845076:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828484.869014:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828485.188979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828485.188989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828485.188993:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828485.189004:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 823
00000100:00080000:0.0:1787828485.189014:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828485.189020:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828485.189053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210009856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828485.189110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828485.189115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828485.189118:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828485.189125:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 823
00000100:00080000:0.0:1787828485.189131:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828485.189138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828485.189150:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828485.189168:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210009856:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828485.189170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210009984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787828485.189244:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828485.189279:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828485/real 1787828485]  req@ffff8d99e18430c0 x1874673210009856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828485.189296:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210009856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828485.189306:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828485.189309:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828485.189313:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210009856:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828485.189335:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210009984:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828485.189362:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828485.189385:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828485/real 1787828485]  req@ffff8d99e1840000 x1874673210009984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828485.189403:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210009984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828485.189415:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828485.189419:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828485.189425:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210009984:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828485.893035:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828486.917119:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828487.941030:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828488.965073:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828489.989113:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828490.309038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828490.309051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828490.309056:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828490.309068:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 828
00000100:00080000:0.0:1787828490.309081:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828490.309090:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828490.309135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210010112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828490.309183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828490.309188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828490.309191:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828490.309197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 828
00000100:00080000:0.0:1787828490.309202:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828490.309210:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828490.309240:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210010112:192.168.203.142@tcp:250:kworker.0
00000008:00100000:0.0:1787828490.309243:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828490.309276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210010240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787828490.309356:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828490.309412:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828490/real 1787828490]  req@ffff8d99e1841e00 x1874673210010112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828490.309432:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210010112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828490.309447:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828490.309453:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828490.309459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210010112:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828490.309498:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210010240:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828490.309519:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828490.309538:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828490/real 1787828490]  req@ffff8d99e1840780 x1874673210010240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828490.309568:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210010240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828490.309574:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828490.309577:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828490.309579:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210010240:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828491.013139:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828492.037046:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828493.060991:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828494.085030:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828495.109028:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828495.429029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828495.429042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828495.429048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828495.429062:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 833
00000100:00080000:0.0:1787828495.429076:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828495.429087:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828495.429153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210010368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828495.429206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828495.429210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828495.429213:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828495.429218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 833
00000100:00080000:0.0:1787828495.429224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828495.429230:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828495.429242:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828495.429257:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210010368:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828495.429278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210010496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787828495.429348:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828495.429389:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828495/real 1787828495]  req@ffff8d99e1843480 x1874673210010368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828495.429431:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210010368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828495.429447:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828495.429453:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828495.429459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210010368:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828495.429493:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210010496:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828495.429522:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828495.429537:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828495/real 1787828495]  req@ffff8d99e1842580 x1874673210010496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828495.429551:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210010496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828495.429599:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828495.429603:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828495.429624:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210010496:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828496.133066:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828497.157056:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828498.181069:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828499.205036:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828500.229093:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828500.548978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828500.548987:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828500.548991:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828500.549001:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 838
00000100:00080000:3.0:1787828500.549010:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828500.549016:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828500.549069:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210010624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828500.549118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828500.549121:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828500.549123:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828500.549127:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 838
00000100:00080000:3.0:1787828500.549131:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828500.549134:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828500.549144:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828500.549155:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210010752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828500.549206:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210010624:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828500.549271:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828500.549310:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828500/real 1787828500]  req@ffff8d99e18ba1c0 x1874673210010624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828500.549326:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210010624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828500.549336:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828500.549340:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828500.549343:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210010624:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828500.549350:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210010752:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828500.549368:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828500.549378:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828500/real 1787828500]  req@ffff8d99e18bbc00 x1874673210010752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828500.549404:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210010752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828500.549410:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828500.549418:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828500.549421:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210010752:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828501.253112:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828502.277057:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828503.301016:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828504.325014:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828505.349086:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828505.669032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828505.669041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828505.669045:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828505.669071:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 843
00000100:00080000:0.0:1787828505.669093:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828505.669100:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828505.669131:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210010880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828505.669169:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828505.669173:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828505.669174:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828505.669179:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 843
00000100:00080000:0.0:1787828505.669182:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828505.669186:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828505.669195:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828505.669208:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210011008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828505.669213:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210010880:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828505.669319:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828505.669376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828505/real 1787828505]  req@ffff8d99e1843c00 x1874673210010880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828505.669397:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210010880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828505.669420:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828505.669424:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828505.669428:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210010880:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828505.669456:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210011008:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828505.669487:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828505.669543:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828505/real 1787828505]  req@ffff8d99e18412c0 x1874673210011008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828505.669564:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210011008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828505.669571:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828505.669574:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828505.669577:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210011008:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828506.372979:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828507.397064:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828508.421100:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828509.445069:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828510.469081:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828510.789037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828510.789055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828510.789061:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828510.789077:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 848
00000100:00080000:0.0:1787828510.789095:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828510.789109:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828510.789174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210011136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828510.789218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828510.789222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828510.789257:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828510.789263:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 848
00000100:00080000:0.0:1787828510.789269:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828510.789275:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828510.789287:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828510.789310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210011264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828510.789343:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210011136:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828510.789427:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828510.789512:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828510/real 1787828510]  req@ffff8d99e18403c0 x1874673210011136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828510.789538:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210011136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828510.789552:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828510.789558:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828510.789563:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210011136:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828510.789594:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210011264:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828510.789632:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828510.789648:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828510/real 1787828510]  req@ffff8d99e1842d00 x1874673210011264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828510.789663:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210011264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828510.789674:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828510.789678:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828510.789683:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210011264:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828511.493061:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828512.517080:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828513.541085:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828514.564986:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828515.589095:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828515.909049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828515.909062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828515.909067:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828515.909103:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 853
00000100:00080000:1.0:1787828515.909117:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828515.909127:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828515.909185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210011392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828515.909223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828515.909228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828515.909231:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828515.909236:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 853
00000100:00080000:1.0:1787828515.909241:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828515.909246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828515.909258:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828515.909276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210011520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828515.909311:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210011392:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828515.909396:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828515.909477:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828515/real 1787828515]  req@ffff8d99d0f83480 x1874673210011392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828515.909503:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210011392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828515.909530:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828515.909535:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828515.909541:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210011392:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828515.909551:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210011520:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828515.909585:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828515.909601:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828515/real 1787828515]  req@ffff8d99d0f82580 x1874673210011520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828515.909616:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210011520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828515.909627:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828515.909631:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828515.909635:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210011520:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828516.612972:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828517.637131:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828518.661090:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828519.685121:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828520.709067:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828521.028944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828521.028950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828521.028954:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828521.028962:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 859
00000100:00080000:1.0:1787828521.028971:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828521.028977:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828521.029005:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210011648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828521.029028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828521.029031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828521.029042:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828521.029046:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 859
00000100:00080000:1.0:1787828521.029049:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828521.029053:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828521.029062:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210011648:192.168.203.142@tcp:250:kworker.0
00000008:00100000:1.0:1787828521.029063:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828521.029080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210011776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787828521.029123:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828521.029213:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828521/real 1787828521]  req@ffff8d99d0f80780 x1874673210011648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828521.029229:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210011648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828521.029247:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828521.029250:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828521.029254:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210011648:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828521.029273:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210011776:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828521.029292:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828521.029302:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828521/real 1787828521]  req@ffff8d99d0f830c0 x1874673210011776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828521.029310:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210011776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828521.029315:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828521.029317:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828521.029320:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210011776:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828521.733102:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828522.757349:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828523.781059:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828524.805091:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828525.828975:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828526.149057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828526.149073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828526.149080:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828526.149097:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 864
00000100:00080000:3.0:1787828526.149114:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828526.149126:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828526.149189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210011904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828526.149239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828526.149267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828526.149272:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828526.149280:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 864
00000100:00080000:3.0:1787828526.149287:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828526.149294:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828526.149312:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828526.149337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210012032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828526.149343:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210011904:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828526.149564:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210012032:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828526.853111:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828527.877152:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828528.901077:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787828529.221238:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787828529.221293:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787828529.221314:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787828529.221384:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787828529.221469:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828526/real 1787828529]  req@ffff8d99e18b83c0 x1874673210012032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828529.221517:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210012032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828529.221533:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828529.221539:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828529.221569:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210012032:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787828529.221585:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828526/real 1787828529]  req@ffff8d99e18b9680 x1874673210011904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828529.221613:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210011904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828529.221631:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828529.221638:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828529.221646:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210011904:192.168.203.142@tcp:250:kworker.0
00010000:00010000:3.0:1787828529.925097:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828530.949152:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828531.269032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828531.269044:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828531.269049:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828531.269090:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 869
00000100:00080000:2.0:1787828531.269100:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828531.269108:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828531.269143:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210012160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828531.269185:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828531.269188:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828531.269190:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828531.269193:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 869
00000100:00080000:2.0:1787828531.269195:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828531.269198:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828531.269206:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828531.269241:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210012160:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828531.269269:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210012288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787828531.269339:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828531.269403:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828531/real 1787828531]  req@ffff8d99e18b7840 x1874673210012160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828531.269416:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210012160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828531.269425:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828531.269430:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828531.269434:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210012160:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828531.269471:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210012288:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828531.269495:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828531.269510:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828531/real 1787828531]  req@ffff8d99e18b5e00 x1874673210012288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828531.269523:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210012288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828531.269531:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828531.269534:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828531.269537:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210012288:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828531.973025:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828532.996989:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828534.020988:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828535.045001:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828536.069080:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828536.389013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828536.389023:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828536.389043:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828536.389053:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 874
00000100:00080000:3.0:1787828536.389064:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828536.389072:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828536.389110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210012416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828536.389142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828536.389146:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828536.389148:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828536.389152:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 874
00000100:00080000:3.0:1787828536.389156:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828536.389178:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828536.389185:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210012416:192.168.203.142@tcp:250:kworker.0
00000008:00100000:3.0:1787828536.389193:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828536.389214:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210012544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828536.389257:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828536.389319:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828536/real 1787828536]  req@ffff8d99e18b8b40 x1874673210012416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828536.389358:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210012416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828536.389370:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828536.389374:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828536.389378:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210012416:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828536.389405:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210012544:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828536.389431:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828536.389444:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828536/real 1787828536]  req@ffff8d99e18b9e00 x1874673210012544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828536.389456:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210012544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828536.389464:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828536.389467:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828536.389470:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210012544:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828537.093022:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828538.117175:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828539.140996:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828540.165070:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828541.189015:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828541.509025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828541.509037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828541.509040:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828541.509050:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 879
00000100:00080000:0.0:1787828541.509061:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828541.509068:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828541.509105:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210012672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828541.509155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828541.509159:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828541.509162:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828541.509166:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 879
00000100:00080000:0.0:1787828541.509181:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828541.509206:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828541.509219:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828541.509228:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210012672:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828541.509262:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210012800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828541.509367:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828541.509421:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828541/real 1787828541]  req@ffff8d99e18421c0 x1874673210012672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828541.509445:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210012672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828541.509456:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828541.509460:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828541.509464:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210012672:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828541.509491:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210012800:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828541.509527:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828541.509540:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828541/real 1787828541]  req@ffff8d99e1842d00 x1874673210012800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828541.509552:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210012800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828541.509560:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828541.509564:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828541.509567:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210012800:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828542.212994:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828543.237140:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828544.261033:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828545.285010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828546.309118:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828546.628942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828546.628950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828546.628954:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828546.628963:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 884
00000100:00080000:0.0:1787828546.628972:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828546.628978:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828546.629013:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210012928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828546.629035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828546.629038:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828546.629039:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828546.629042:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 884
00000100:00080000:0.0:1787828546.629044:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828546.629047:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828546.629056:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828546.629071:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210012928:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828546.629074:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210013056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828546.629130:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828546.629163:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828546/real 1787828546]  req@ffff8d99e18403c0 x1874673210012928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828546.629204:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210012928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828546.629222:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828546.629226:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828546.629229:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210012928:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828546.629271:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210013056:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828546.629304:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828546.629321:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828546/real 1787828546]  req@ffff8d99e18412c0 x1874673210013056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828546.629337:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210013056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828546.629348:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828546.629352:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828546.629356:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210013056:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828547.333089:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828548.356991:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828549.381070:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828550.405052:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828551.429082:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828551.749019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828551.749031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828551.749037:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828551.749061:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 889
00000100:00080000:3.0:1787828551.749074:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828551.749083:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828551.749141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210013184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828551.749196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828551.749204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828551.749208:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828551.749226:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 889
00000100:00080000:3.0:1787828551.749234:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828551.749244:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828551.749262:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828551.749288:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210013184:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828551.749296:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210013312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828551.749376:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828551.749427:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828551/real 1787828551]  req@ffff8d99e18bb480 x1874673210013184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828551.749451:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210013184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828551.749485:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828551.749491:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828551.749497:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210013184:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828551.749526:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210013312:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828551.749557:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828551.749573:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828551/real 1787828551]  req@ffff8d99e18ba940 x1874673210013312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828551.749596:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210013312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828551.749612:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828551.749618:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828551.749625:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210013312:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828552.453024:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828553.477035:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828554.501030:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828555.525098:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828556.549026:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828556.868983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828556.868994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828556.869014:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828556.869026:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 894
00000100:00080000:1.0:1787828556.869054:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828556.869062:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828556.869097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210013440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828556.869127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828556.869132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828556.869135:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828556.869156:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 894
00000100:00080000:1.0:1787828556.869161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828556.869167:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828556.869178:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828556.869180:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210013440:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828556.869206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210013568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787828556.869324:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828556.869357:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828556/real 1787828556]  req@ffff8d99d0f82940 x1874673210013440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828556.869371:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210013440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828556.869378:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828556.869381:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828556.869398:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210013440:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828556.869418:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210013568:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828556.869528:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828556.869541:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828556/real 1787828556]  req@ffff8d99d0f81e00 x1874673210013568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828556.869599:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210013568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828556.869606:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828556.869609:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828556.869612:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210013568:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828557.573119:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828558.597030:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828559.621171:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828560.645025:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828561.669030:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828561.989060:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828561.989073:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828561.989078:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828561.989089:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 900
00000100:00080000:1.0:1787828561.989117:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828561.989145:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828561.989201:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210013696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787828561.989348:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210013696:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787828561.989439:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:1.0:1787828561.989487:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828561.989494:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828561.989497:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828561.989515:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 900
00000100:00080000:1.0:1787828561.989521:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828561.989527:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828561.989541:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828561.989561:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210013824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787828561.989660:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828561/real 1787828561]  req@ffff8d99d0f83c00 x1874673210013696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828561.989683:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210013696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828561.989697:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828561.989702:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828561.989707:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210013696:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828561.989747:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210013824:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828561.989781:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828561.989798:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828561/real 1787828561]  req@ffff8d99d0f812c0 x1874673210013824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828561.989816:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210013824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828561.989827:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828561.989832:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828561.989836:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210013824:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828562.693000:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828563.717024:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828564.741111:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828565.765141:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828566.789084:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828567.109105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828567.109119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828567.109125:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828567.109139:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 905
00000100:00080000:3.0:1787828567.109183:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828567.109193:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828567.109256:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210013952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828567.109315:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828567.109322:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828567.109325:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828567.109333:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 905
00000100:00080000:3.0:1787828567.109338:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828567.109343:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828567.109357:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828567.109375:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210014080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828567.109429:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210013952:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828567.109514:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828567.109561:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828567/real 1787828567]  req@ffff8d99e18b8000 x1874673210013952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828567.109594:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210013952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828567.109607:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828567.109612:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828567.109616:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210013952:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828567.109689:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210014080:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828567.109731:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828567.109763:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828567/real 1787828567]  req@ffff8d99e18bb0c0 x1874673210014080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828567.109777:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210014080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828567.109785:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828567.109789:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828567.109792:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210014080:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828567.813136:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828568.837215:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828569.860959:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828570.885083:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828571.909067:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828572.229021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828572.229046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828572.229050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828572.229060:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 910
00000100:00080000:2.0:1787828572.229069:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828572.229075:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828572.229111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210014208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828572.229137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828572.229140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828572.229142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828572.229145:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 910
00000100:00080000:2.0:1787828572.229147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828572.229165:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828572.229175:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828572.229188:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210014208:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828572.229189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210014336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787828572.229266:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828572.229312:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828572/real 1787828572]  req@ffff8d99e18b5e00 x1874673210014208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828572.229347:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210014208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828572.229360:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828572.229366:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828572.229371:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210014208:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828572.229401:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210014336:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828572.229441:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828572.229460:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828572/real 1787828572]  req@ffff8d99e18b7840 x1874673210014336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828572.229477:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210014336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828572.229487:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828572.229491:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828572.229496:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210014336:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828572.933086:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828573.957137:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828574.981051:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828576.004985:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828577.029098:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828577.349008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828577.349019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828577.349024:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828577.349033:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 915
00000100:00080000:1.0:1787828577.349044:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828577.349051:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828577.349089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210014464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828577.349139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828577.349144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828577.349156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828577.349163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 915
00000100:00080000:1.0:1787828577.349169:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828577.349176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828577.349188:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828577.349199:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210014464:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828577.349206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210014592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787828577.349273:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828577.349315:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828577/real 1787828577]  req@ffff8d99d0f83840 x1874673210014464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828577.349331:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210014464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828577.349351:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828577.349355:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828577.349359:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210014464:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828577.349381:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210014592:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828577.349404:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828577.349416:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828577/real 1787828577]  req@ffff8d99d0f80f00 x1874673210014592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828577.349436:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210014592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828577.349444:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828577.349447:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828577.349450:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210014592:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828578.053153:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828579.077097:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828580.101017:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828581.125128:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828582.149116:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828582.469066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828582.469078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828582.469083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828582.469096:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 920
00000100:00080000:3.0:1787828582.469109:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828582.469119:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828582.469166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210014720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828582.469217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828582.469224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828582.469228:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828582.469237:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 920
00000100:00080000:3.0:1787828582.469246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828582.469255:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828582.469273:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828582.469278:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210014720:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828582.469304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210014848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828582.469366:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828582.469431:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828582/real 1787828582]  req@ffff8d99e18b8000 x1874673210014720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828582.469468:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210014720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828582.469488:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828582.469493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828582.469499:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210014720:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828582.469532:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210014848:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828582.469564:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828582.469588:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828582/real 1787828582]  req@ffff8d99e18ba940 x1874673210014848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828582.469612:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210014848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828582.469629:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828582.469652:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828582.469660:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210014848:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828583.173088:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828584.197026:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828585.220992:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828586.245096:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828587.268993:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828587.588996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828587.589006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828587.589010:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828587.589021:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 925
00000100:00080000:2.0:1787828587.589033:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828587.589041:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828587.589083:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210014976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828587.589112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828587.589115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828587.589116:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828587.589121:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 925
00000100:00080000:2.0:1787828587.589126:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828587.589131:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828587.589143:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828587.589147:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210014976:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828587.589160:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210015104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787828587.589218:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828587.589259:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828587/real 1787828587]  req@ffff8d99e18b5680 x1874673210014976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828587.589273:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210014976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828587.589283:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828587.589286:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828587.589289:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210014976:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828587.589314:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210015104:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828587.589329:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828587.589338:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828587/real 1787828587]  req@ffff8d99e18b4780 x1874673210015104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828587.589346:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210015104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828587.589351:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828587.589353:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828587.589355:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210015104:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828588.293044:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828589.317015:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828590.341123:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828591.365011:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828592.388996:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828592.709004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828592.709014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828592.709019:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828592.709030:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 930
00000100:00080000:1.0:1787828592.709042:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828592.709050:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828592.709095:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210015232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828592.709124:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828592.709127:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828592.709129:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828592.709132:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 930
00000100:00080000:1.0:1787828592.709153:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828592.709158:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828592.709169:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828592.709180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210015360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787828592.709189:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210015232:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828592.709341:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210015360:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828593.413033:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828594.437030:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828595.460983:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787828595.781302:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787828595.781361:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787828595.781384:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787828595.781444:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787828595.781501:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828592/real 1787828595]  req@ffff8d99d0f80b40 x1874673210015360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828595.781566:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210015360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828595.781581:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828595.781587:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828595.781592:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210015360:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787828595.781602:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828592/real 1787828595]  req@ffff8d99d0f81a40 x1874673210015232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828595.781616:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210015232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828595.781623:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828595.781628:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828595.781632:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210015232:192.168.203.142@tcp:250:kworker.0
00010000:00010000:0.0:1787828596.485054:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828597.509023:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828597.829001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828597.829011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828597.829016:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828597.829030:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 935
00000100:00080000:2.0:1787828597.829044:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828597.829055:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828597.829101:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210015488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828597.829133:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828597.829155:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828597.829157:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828597.829161:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 935
00000100:00080000:2.0:1787828597.829165:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828597.829169:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828597.829178:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210015488:192.168.203.142@tcp:250:kworker.0
00000008:00100000:2.0:1787828597.829179:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828597.829194:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210015616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828597.829270:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828597.829323:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828597/real 1787828597]  req@ffff8d99e18b7480 x1874673210015488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828597.829346:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210015488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828597.829359:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828597.829364:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828597.829369:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210015488:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828597.829404:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210015616:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828597.829433:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828597.829448:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828597/real 1787828597]  req@ffff8d99e18b61c0 x1874673210015616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828597.829480:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210015616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828597.829490:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828597.829493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828597.829497:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210015616:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828598.533050:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828599.557008:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828600.580997:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828601.604993:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828602.629068:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828602.948965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828602.948975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828602.948979:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828602.948990:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 941
00000100:00080000:1.0:1787828602.949001:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828602.949008:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828602.949045:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210015744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828602.949071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828602.949075:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828602.949077:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828602.949081:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 941
00000100:00080000:1.0:1787828602.949084:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828602.949090:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828602.949100:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828602.949113:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210015744:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828602.949117:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210015872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828602.949169:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828602.949200:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828602/real 1787828602]  req@ffff8d99d0f803c0 x1874673210015744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828602.949221:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210015744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828602.949229:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828602.949232:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828602.949235:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210015744:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828602.949252:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210015872:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828602.949268:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828602.949277:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828602/real 1787828602]  req@ffff8d99d0f82d00 x1874673210015872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828602.949303:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210015872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828602.949309:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828602.949311:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828602.949313:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210015872:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828603.653017:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828604.677049:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828605.701003:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828606.725028:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828607.749060:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828608.068975:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828608.068987:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828608.068991:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828608.069001:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 946
00000100:00080000:2.0:1787828608.069011:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828608.069019:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828608.069056:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210016000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828608.069083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828608.069087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828608.069089:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828608.069093:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 946
00000100:00080000:2.0:1787828608.069097:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828608.069117:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828608.069123:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210016000:192.168.203.142@tcp:250:kworker.0
00000008:00100000:2.0:1787828608.069129:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828608.069148:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210016128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828608.069179:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828608.069219:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828608/real 1787828608]  req@ffff8d99e18b6580 x1874673210016000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828608.069233:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210016000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828608.069241:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828608.069243:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828608.069246:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210016000:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828608.069265:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210016128:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828608.069281:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828608.069290:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828608/real 1787828608]  req@ffff8d99e18b4000 x1874673210016128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828608.069320:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210016128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828608.069329:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828608.069333:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828608.069337:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210016128:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828608.772998:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828609.797013:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828610.821006:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828611.845030:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828612.868988:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828613.188994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828613.189005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828613.189010:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828613.189029:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 951
00000100:00080000:3.0:1787828613.189040:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828613.189047:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828613.189086:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210016256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828613.189112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828613.189116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828613.189118:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828613.189122:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 951
00000100:00080000:3.0:1787828613.189126:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828613.189130:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828613.189140:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828613.189155:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210016384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828613.189160:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210016256:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828613.189218:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828613.189251:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828613/real 1787828613]  req@ffff8d99e18bb480 x1874673210016256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828613.189264:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210016256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828613.189271:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828613.189274:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828613.189277:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210016256:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828613.189295:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210016384:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828613.189309:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828613.189317:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828613/real 1787828613]  req@ffff8d99e18b9e00 x1874673210016384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828613.189331:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210016384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828613.189348:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828613.189351:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828613.189353:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210016384:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828613.892976:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828614.916976:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828615.940953:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828616.964977:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828617.989189:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828618.308960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828618.308968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828618.308971:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828618.308980:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 956
00000100:00080000:2.0:1787828618.308990:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828618.308996:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828618.309030:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210016512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828618.309053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828618.309057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828618.309059:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828618.309063:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 956
00000100:00080000:2.0:1787828618.309067:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828618.309071:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828618.309080:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828618.309093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210016640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828618.309126:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210016512:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828618.309181:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828618.309212:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828618/real 1787828618]  req@ffff8d99e18b4000 x1874673210016512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828618.309225:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210016512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828618.309233:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828618.309236:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828618.309239:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210016512:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828618.309266:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210016640:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828618.309281:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828618.309290:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828618/real 1787828618]  req@ffff8d99e18b6580 x1874673210016640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828618.309298:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210016640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828618.309303:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828618.309313:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828618.309316:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210016640:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828619.012982:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828620.037023:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828621.060998:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828622.085034:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828623.109014:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828623.428967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828623.429006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828623.429025:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828623.429033:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 961
00000100:00080000:3.0:1787828623.429041:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828623.429047:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828623.429075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210016768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828623.429097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828623.429099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828623.429101:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828623.429104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 961
00000100:00080000:3.0:1787828623.429106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828623.429108:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828623.429117:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828623.429125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210016896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828623.429152:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210016768:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828623.429212:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828623.429244:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828623/real 1787828623]  req@ffff8d99e18b8b40 x1874673210016768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828623.429257:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210016768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828623.429265:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828623.429268:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828623.429271:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210016768:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828623.429276:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210016896:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828623.429290:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828623.429298:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828623/real 1787828623]  req@ffff8d99e18b9680 x1874673210016896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828623.429316:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210016896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828623.429322:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828623.429324:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828623.429326:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210016896:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828624.132985:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828625.157077:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828626.181000:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828627.205036:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828628.228986:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828628.549013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828628.549019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828628.549022:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828628.549031:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 966
00000100:00080000:0.0:1787828628.549039:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828628.549045:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828628.549075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210017024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828628.549103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828628.549107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828628.549110:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828628.549113:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 966
00000100:00080000:0.0:1787828628.549116:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828628.549122:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828628.549125:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210017024:192.168.203.142@tcp:250:kworker.0
00000008:00100000:0.0:1787828628.549131:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828628.549145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210017152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787828628.549189:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828628.549219:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828628/real 1787828628]  req@ffff8d99e1843c00 x1874673210017024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828628.549238:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210017024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828628.549307:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828628.549310:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828628.549324:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210017024:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828628.549344:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210017152:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828628.549363:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828628.549373:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828628/real 1787828628]  req@ffff8d99e1842580 x1874673210017152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828628.549382:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210017152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828628.549388:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828628.549390:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828628.549393:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210017152:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828629.252981:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828630.277020:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828631.300972:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828632.324978:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828633.348977:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828633.668971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828633.668979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828633.668982:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828633.668990:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 971
00000100:00080000:1.0:1787828633.669000:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828633.669008:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828633.669047:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210017280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828633.669075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828633.669078:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828633.669079:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828633.669082:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 971
00000100:00080000:1.0:1787828633.669086:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828633.669090:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828633.669098:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828633.669106:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210017280:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828633.669151:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210017408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787828633.669170:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828633.669204:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828633/real 1787828633]  req@ffff8d99d0f82d00 x1874673210017280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828633.669218:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210017280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828633.669225:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828633.669228:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828633.669231:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210017280:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828633.669249:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210017408:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828633.669272:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828633.669281:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828633/real 1787828633]  req@ffff8d99d0f803c0 x1874673210017408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828633.669289:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210017408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828633.669295:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828633.669297:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828633.669300:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210017408:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828634.373006:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828635.397023:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828636.421133:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828637.445057:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828638.468999:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828638.789054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828638.789067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828638.789072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828638.789085:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 976
00000100:00080000:0.0:1787828638.789100:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828638.789153:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828638.789198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210017536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828638.789232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828638.789235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828638.789237:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828638.789241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 976
00000100:00080000:0.0:1787828638.789245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828638.789248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828638.789258:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828638.789286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210017664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787828638.789320:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210017536:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787828638.789458:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828638.789528:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828638/real 1787828638]  req@ffff8d99e1843480 x1874673210017536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828638.789549:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210017536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828638.789562:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828638.789585:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828638.789590:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210017536:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828638.789598:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210017664:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828638.789639:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828638.789652:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828638/real 1787828638]  req@ffff8d99e1840780 x1874673210017664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828638.789673:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210017664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828638.789681:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828638.789684:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828638.789687:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210017664:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828639.493094:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828640.517053:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828641.541078:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828642.564998:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828643.589026:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828643.908983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828643.908990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828643.908994:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828643.909001:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 981
00000100:00080000:3.0:1787828643.909009:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828643.909015:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828643.909043:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210017792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828643.909064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828643.909067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828643.909068:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828643.909071:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 981
00000100:00080000:3.0:1787828643.909073:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828643.909076:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828643.909084:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828643.909092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210017920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828643.909102:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210017792:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828643.909162:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828643.909203:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828643/real 1787828643]  req@ffff8d99e18b83c0 x1874673210017792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828643.909229:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210017792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828643.909237:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828643.909240:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828643.909243:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210017792:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828643.909265:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210017920:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828643.909290:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828643.909300:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828643/real 1787828643]  req@ffff8d99e18bbc00 x1874673210017920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828643.909308:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210017920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828643.909314:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828643.909317:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828643.909319:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210017920:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828644.613043:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828645.637034:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828646.661068:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828647.685036:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828648.709046:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828649.029029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828649.029043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828649.029049:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828649.029063:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 987
00000100:00080000:1.0:1787828649.029077:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828649.029087:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828649.029138:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210018048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828649.029179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828649.029184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828649.029187:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828649.029191:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 987
00000100:00080000:1.0:1787828649.029196:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828649.029201:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828649.029214:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828649.029232:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210018176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828649.029237:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210018048:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828649.029315:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828649.029358:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828649/real 1787828649]  req@ffff8d99d0f81a40 x1874673210018048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828649.029374:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210018048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828649.029383:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828649.029387:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828649.029390:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210018048:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828649.029413:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210018176:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828649.029446:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828649.029458:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828649/real 1787828649]  req@ffff8d99d0f80b40 x1874673210018176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828649.029484:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210018176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828649.029491:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828649.029522:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828649.029527:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210018176:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828649.733080:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828650.757103:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828651.781074:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828652.805066:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828653.829054:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828654.148974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828654.148985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828654.148989:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828654.148999:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 992
00000100:00080000:0.0:1787828654.149010:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828654.149017:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828654.149065:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210018304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828654.149093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828654.149097:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828654.149099:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828654.149103:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 992
00000100:00080000:0.0:1787828654.149108:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828654.149112:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828654.149122:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828654.149133:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210018432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787828654.149172:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210018304:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787828654.149231:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828654.149272:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828654/real 1787828654]  req@ffff8d99e1841e00 x1874673210018304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828654.149300:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210018304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828654.149308:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828654.149311:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828654.149314:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210018304:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828654.149347:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210018432:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828654.149365:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828654.149378:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828654/real 1787828654]  req@ffff8d99e1840000 x1874673210018432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828654.149391:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210018432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828654.149400:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828654.149403:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828654.149407:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210018432:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828654.853000:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828655.877024:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828656.901050:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828657.925071:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828658.949112:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828659.269038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828659.269048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828659.269052:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828659.269066:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 997
00000100:00080000:3.0:1787828659.269081:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828659.269091:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828659.269139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210018560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828659.269174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828659.269178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828659.269181:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828659.269185:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 997
00000100:00080000:3.0:1787828659.269190:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828659.269194:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828659.269205:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828659.269223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210018688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828659.269267:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210018560:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828659.269371:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210018688:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828659.973097:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828660.997048:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828662.021106:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787828662.341136:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787828662.341172:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787828662.341197:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787828662.341226:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:0.0:1787828662.341350:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828659/real 1787828662]  req@ffff8d99e18ba1c0 x1874673210018560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828662.341394:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210018560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828662.341426:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828662.341433:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828662.341438:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210018560:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828662.341448:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828659/real 1787828662]  req@ffff8d99e18bbc00 x1874673210018688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828662.341464:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210018688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828662.341480:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828662.341484:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828662.341487:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210018688:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828663.045040:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828664.069094:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828664.389076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828664.389086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828664.389092:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828664.389108:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1002
00000100:00080000:1.0:1787828664.389120:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828664.389129:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828664.389165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210018816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828664.389205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828664.389210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828664.389213:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828664.389218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1002
00000100:00080000:1.0:1787828664.389225:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828664.389234:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828664.389246:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828664.389265:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210018816:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828664.389273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210018944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828664.389358:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828664.389428:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828664/real 1787828664]  req@ffff8d99d0f80f00 x1874673210018816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828664.389452:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210018816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828664.389467:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828664.389474:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828664.389479:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210018816:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828664.389512:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210018944:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828664.389541:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828664.389558:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828664/real 1787828664]  req@ffff8d99d0f83840 x1874673210018944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828664.389571:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210018944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828664.389579:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828664.389583:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828664.389587:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210018944:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828665.093034:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828666.117135:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828667.141037:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828668.165117:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828669.189051:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828669.509037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828669.509054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828669.509060:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828669.509119:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1007
00000100:00080000:0.0:1787828669.509134:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828669.509142:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828669.509182:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210019072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828669.509209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828669.509212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828669.509214:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828669.509217:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1007
00000100:00080000:0.0:1787828669.509220:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828669.509224:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828669.509234:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828669.509268:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210019200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828669.509271:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210019072:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828669.509415:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828669.509483:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828669/real 1787828669]  req@ffff8d99e18430c0 x1874673210019072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828669.509505:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210019072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828669.509518:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828669.509522:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828669.509526:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210019072:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828669.509567:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210019200:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828669.509592:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828669.509631:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828669/real 1787828669]  req@ffff8d99e1840000 x1874673210019200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828669.509644:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210019200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828669.509653:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828669.509657:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828669.509660:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210019200:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828670.213048:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828671.237077:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828672.261040:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828673.285029:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828674.309019:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828674.629003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828674.629013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828674.629018:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828674.629028:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1012
00000100:00080000:0.0:1787828674.629038:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828674.629045:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828674.629079:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210019328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828674.629104:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828674.629107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828674.629140:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828674.629147:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1012
00000100:00080000:0.0:1787828674.629152:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828674.629159:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828674.629172:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210019328:192.168.203.142@tcp:250:kworker.0
00000008:00100000:0.0:1787828674.629173:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828674.629204:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210019456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828674.629291:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828674.629393:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828674/real 1787828674]  req@ffff8d99e1841e00 x1874673210019328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828674.629429:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210019328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828674.629441:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828674.629446:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828674.629450:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210019328:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828674.629484:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210019456:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828674.629509:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828674.629521:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828674/real 1787828674]  req@ffff8d99e1840780 x1874673210019456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828674.629532:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210019456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828674.629539:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828674.629542:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828674.629545:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210019456:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828675.333061:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828676.357007:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828677.381031:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828678.405092:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828679.429113:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828679.749039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828679.749050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828679.749054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828679.749063:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1017
00000100:00080000:1.0:1787828679.749102:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828679.749110:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828679.749166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210019584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828679.749190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828679.749193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828679.749195:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828679.749198:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1017
00000100:00080000:1.0:1787828679.749201:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828679.749204:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828679.749212:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828679.749222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210019712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828679.749266:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210019584:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828679.749380:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828679.749435:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828679/real 1787828679]  req@ffff8d99d0f812c0 x1874673210019584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828679.749456:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210019584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828679.749492:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828679.749497:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828679.749502:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210019584:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828679.749512:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210019712:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828679.749553:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828679.749568:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828679/real 1787828679]  req@ffff8d99d0f83c00 x1874673210019712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828679.749583:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210019712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828679.749609:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828679.749614:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828679.749620:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210019712:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828680.453046:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828681.477079:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828682.501083:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828683.525142:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828684.549074:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828684.868958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828684.868981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828684.868984:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828684.868992:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1022
00000100:00080000:1.0:1787828684.869000:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828684.869006:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828684.869036:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210019840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828684.869059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828684.869062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828684.869063:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828684.869066:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1022
00000100:00080000:1.0:1787828684.869068:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828684.869071:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828684.869079:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828684.869086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210019968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828684.869170:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210019840:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828684.869287:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828684.869355:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828684/real 1787828684]  req@ffff8d99d0f81e00 x1874673210019840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828684.869372:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210019840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828684.869382:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828684.869386:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828684.869390:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210019840:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828684.869412:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210019968:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828684.869450:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828684.869462:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828684/real 1787828684]  req@ffff8d99d0f82940 x1874673210019968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828684.869473:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210019968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828684.869480:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828684.869483:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828684.869486:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210019968:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828685.573061:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828686.597074:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828687.621099:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828688.645010:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828689.668984:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828689.988987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828689.988997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828689.989001:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828689.989009:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1028
00000100:00080000:0.0:1787828689.989019:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828689.989025:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828689.989057:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210020096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828689.989080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828689.989083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828689.989084:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828689.989087:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1028
00000100:00080000:0.0:1787828689.989089:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828689.989092:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828689.989114:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828689.989114:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210020096:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828689.989126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210020224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828689.989171:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828689.989202:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828689/real 1787828689]  req@ffff8d99e1843480 x1874673210020096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828689.989229:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210020096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828689.989237:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828689.989240:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828689.989244:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210020096:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828689.989263:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210020224:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828689.989280:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828689.989289:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828689/real 1787828689]  req@ffff8d99e1842580 x1874673210020224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828689.989311:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210020224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828689.989320:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828689.989323:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828689.989327:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210020224:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828690.693022:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828691.717004:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828692.741034:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828693.764965:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828694.789083:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828695.109073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828695.109083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828695.109087:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828695.109096:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1033
00000100:00080000:3.0:1787828695.109108:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828695.109115:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828695.109153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210020352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828695.109215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828695.109219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828695.109221:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828695.109224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1033
00000100:00080000:3.0:1787828695.109227:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828695.109230:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828695.109239:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828695.109251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210020480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828695.109299:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210020352:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828695.109381:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828695.109423:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828695/real 1787828695]  req@ffff8d99e18b83c0 x1874673210020352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828695.109445:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210020352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828695.109457:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828695.109462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828695.109467:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210020352:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828695.109489:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210020480:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828695.109509:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828695.109518:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828695/real 1787828695]  req@ffff8d99e18b9680 x1874673210020480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828695.109527:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210020480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828695.109540:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828695.109543:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828695.109545:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210020480:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828695.813110:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828696.836988:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828697.861066:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828698.885005:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828699.909066:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828700.229034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828700.229045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828700.229050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828700.229076:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1038
00000100:00080000:3.0:1787828700.229088:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828700.229097:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828700.229135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210020608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828700.229215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828700.229230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828700.229232:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828700.229237:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1038
00000100:00080000:3.0:1787828700.229242:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828700.229247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828700.229259:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828700.229279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210020736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828700.229286:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210020608:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828700.229376:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828700.229430:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828700/real 1787828700]  req@ffff8d99e18b8b40 x1874673210020608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828700.229453:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210020608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828700.229464:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828700.229469:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828700.229474:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210020608:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828700.229507:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210020736:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828700.229536:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828700.229549:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828700/real 1787828700]  req@ffff8d99e18b9e00 x1874673210020736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828700.229561:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210020736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828700.229583:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828700.229604:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828700.229607:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210020736:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828700.933103:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828701.957095:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828702.981103:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828704.005033:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828705.028949:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828705.349035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828705.349047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828705.349052:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828705.349066:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1043
00000100:00080000:3.0:1787828705.349083:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828705.349136:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828705.349197:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210020864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828705.349226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828705.349229:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828705.349230:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828705.349234:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1043
00000100:00080000:3.0:1787828705.349237:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828705.349240:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828705.349251:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828705.349262:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210020992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828705.349289:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210020864:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828705.349357:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828705.349411:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828705/real 1787828705]  req@ffff8d99e18bb480 x1874673210020864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828705.349432:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210020864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828705.349444:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828705.349449:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828705.349453:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210020864:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828705.349479:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210020992:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828705.349504:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828705.349517:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828705/real 1787828705]  req@ffff8d99e18ba940 x1874673210020992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828705.349529:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210020992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828705.349538:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828705.349542:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828705.349546:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210020992:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828706.053094:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828707.077121:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828708.101013:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828709.125106:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828710.149161:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828710.469040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828710.469048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828710.469051:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828710.469059:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1048
00000100:00080000:0.0:1787828710.469080:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828710.469086:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828710.469138:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210021120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828710.469166:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828710.469169:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828710.469171:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828710.469174:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1048
00000100:00080000:0.0:1787828710.469177:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828710.469195:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828710.469205:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828710.469217:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210021120:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828710.469218:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210021248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828710.469280:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828710.469313:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828710/real 1787828710]  req@ffff8d99e1843c00 x1874673210021120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828710.469326:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210021120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828710.469335:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828710.469338:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828710.469341:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210021120:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828710.469391:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210021248:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828710.469416:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828710.469430:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828710/real 1787828710]  req@ffff8d99e18412c0 x1874673210021248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828710.469458:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210021248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828710.469465:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828710.469469:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828710.469473:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210021248:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828711.172971:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828712.197047:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828713.220985:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828714.245014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828715.269023:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828715.589030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828715.589055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828715.589058:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828715.589067:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1053
00000100:00080000:3.0:1787828715.589076:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828715.589082:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828715.589115:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210021376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828715.589138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828715.589140:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828715.589155:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828715.589159:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1053
00000100:00080000:3.0:1787828715.589161:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828715.589164:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828715.589172:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828715.589181:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210021504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828715.589227:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210021376:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828715.589288:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828715.589333:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828715/real 1787828715]  req@ffff8d99e18b8000 x1874673210021376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828715.589367:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210021376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828715.589386:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828715.589390:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828715.589395:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210021376:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828715.589402:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210021504:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828715.589457:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828715.589473:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828715/real 1787828715]  req@ffff8d99e18bb0c0 x1874673210021504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828715.589487:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210021504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828715.589498:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828715.589502:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828715.589506:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210021504:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828716.292998:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828717.317004:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828718.340994:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828719.364992:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828720.389033:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828720.708938:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828720.708953:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828720.708958:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828720.708971:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1058
00000100:00080000:3.0:1787828720.708987:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828720.709013:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828720.709087:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210021632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828720.709116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828720.709119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828720.709121:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828720.709125:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1058
00000100:00080000:3.0:1787828720.709128:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828720.709131:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828720.709141:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828720.709153:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210021760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828720.709179:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210021632:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828720.709251:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828720.709289:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828720/real 1787828720]  req@ffff8d99e18bb0c0 x1874673210021632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828720.709306:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210021632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828720.709328:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828720.709332:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828720.709336:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210021632:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828720.709361:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210021760:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828720.709380:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828720.709390:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828720/real 1787828720]  req@ffff8d99e18b8000 x1874673210021760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828720.709399:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210021760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828720.709405:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828720.709408:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828720.709410:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210021760:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828721.413104:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828722.437110:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828723.461174:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828724.485081:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828725.509129:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828725.828954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828725.828980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828725.828985:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828725.828998:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1063
00000100:00080000:3.0:1787828725.829012:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828725.829021:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828725.829068:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210021888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828725.829096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828725.829100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828725.829102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828725.829106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1063
00000100:00080000:3.0:1787828725.829110:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828725.829115:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828725.829127:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828725.829137:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210021888:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828725.829143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210022016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828725.829249:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210022016:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828726.533116:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828727.557093:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828728.581114:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787828728.901362:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787828728.901446:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787828728.901465:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787828728.901509:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:3.0:1787828728.901557:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828725/real 1787828728]  req@ffff8d99e18bb480 x1874673210022016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828728.901585:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210022016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828728.901622:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828728.901629:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828728.901636:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210022016:192.168.203.142@tcp:38:kworker.0
00000100:00100000:3.0:1787828728.901649:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828725/real 1787828728]  req@ffff8d99e18ba940 x1874673210021888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828728.901669:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210021888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828728.901679:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828728.901687:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828728.901690:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210021888:192.168.203.142@tcp:250:kworker.0
00010000:00010000:3.0:1787828729.605124:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828730.629075:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828730.949047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828730.949057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828730.949060:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828730.949070:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1069
00000100:00080000:0.0:1787828730.949081:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828730.949089:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828730.949123:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210022144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828730.949149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828730.949153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828730.949155:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828730.949160:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1069
00000100:00080000:0.0:1787828730.949178:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828730.949184:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828730.949194:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210022144:192.168.203.142@tcp:250:kworker.0
00000008:00100000:0.0:1787828730.949195:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828730.949214:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210022272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787828730.949264:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828730.949309:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828730/real 1787828730]  req@ffff8d99e18403c0 x1874673210022144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828730.949328:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210022144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828730.949340:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828730.949345:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828730.949349:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210022144:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828730.949394:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210022272:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828730.949436:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828730.949453:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828730/real 1787828730]  req@ffff8d99e1842d00 x1874673210022272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828730.949465:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210022272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828730.949473:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828730.949477:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828730.949481:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210022272:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828731.653070:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828732.677001:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828733.701081:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828734.725052:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828735.749032:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828736.068994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828736.069006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828736.069010:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828736.069022:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1074
00000100:00080000:0.0:1787828736.069036:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828736.069047:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828736.069094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210022400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828736.069128:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828736.069133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828736.069135:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828736.069140:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1074
00000100:00080000:0.0:1787828736.069145:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828736.069148:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828736.069161:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828736.069178:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210022400:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828736.069179:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210022528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828736.069256:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828736.069294:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828736/real 1787828736]  req@ffff8d99e18421c0 x1874673210022400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828736.069311:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210022400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828736.069330:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828736.069336:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828736.069341:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210022400:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828736.069374:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210022528:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828736.069397:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828736.069407:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828736/real 1787828736]  req@ffff8d99e1842d00 x1874673210022528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828736.069418:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210022528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828736.069427:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828736.069431:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828736.069435:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210022528:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828736.773080:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828737.797001:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828738.821120:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828739.845036:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828740.869161:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828741.188997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828741.189025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828741.189030:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828741.189041:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1079
00000100:00080000:3.0:1787828741.189052:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828741.189063:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828741.189111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210022656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828741.189167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828741.189171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828741.189173:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828741.189178:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1079
00000100:00080000:3.0:1787828741.189222:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828741.189228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828741.189239:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828741.189258:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210022656:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828741.189261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210022784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828741.189346:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828741.189404:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828741/real 1787828741]  req@ffff8d99e18ba940 x1874673210022656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828741.189423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210022656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828741.189435:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828741.189439:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828741.189453:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210022656:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828741.189492:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210022784:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828741.189515:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828741.189545:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828741/real 1787828741]  req@ffff8d99e18bb480 x1874673210022784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828741.189557:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210022784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828741.189566:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828741.189570:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828741.189573:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210022784:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828741.893048:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828742.917042:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828743.940995:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828744.965058:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828745.989079:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828746.308990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828746.309002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828746.309007:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828746.309018:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1084
00000100:00080000:3.0:1787828746.309031:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828746.309041:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828746.309088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210022912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828746.309126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828746.309130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828746.309132:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828746.309136:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1084
00000100:00080000:3.0:1787828746.309140:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828746.309145:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828746.309155:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828746.309171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210023040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828746.309199:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210022912:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828746.309284:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828746.309326:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828746/real 1787828746]  req@ffff8d99e18b9e00 x1874673210022912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828746.309344:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210022912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828746.309356:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828746.309362:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828746.309369:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210022912:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828746.309380:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210023040:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828746.309412:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828746.309453:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828746/real 1787828746]  req@ffff8d99e18b8b40 x1874673210023040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828746.309468:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210023040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828746.309476:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828746.309479:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828746.309483:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210023040:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828747.012979:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828748.037013:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828749.061029:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828750.084968:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828751.109023:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828751.428989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828751.428999:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828751.429003:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828751.429014:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1089
00000100:00080000:0.0:1787828751.429026:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828751.429034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828751.429086:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210023168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828751.429117:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828751.429128:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828751.429130:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828751.429134:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1089
00000100:00080000:0.0:1787828751.429138:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828751.429142:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828751.429153:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828751.429169:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210023168:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828751.429187:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210023296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828751.429243:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828751.429281:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828751/real 1787828751]  req@ffff8d99e18403c0 x1874673210023168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828751.429296:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210023168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828751.429305:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828751.429308:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828751.429311:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210023168:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828751.429334:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210023296:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828751.429350:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828751.429358:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828751/real 1787828751]  req@ffff8d99e18412c0 x1874673210023296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828751.429367:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210023296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828751.429384:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828751.429386:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828751.429389:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210023296:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828752.133037:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828753.157190:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828754.181128:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828755.205028:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828756.229119:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828756.549018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828756.549031:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828756.549035:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828756.549047:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1094
00000100:00080000:0.0:1787828756.549060:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828756.549067:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828756.549111:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210023424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828756.549139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828756.549142:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828756.549144:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828756.549147:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1094
00000100:00080000:0.0:1787828756.549149:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828756.549152:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828756.549163:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828756.549174:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210023552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828756.549184:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210023424:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828756.549257:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828756.549306:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828756/real 1787828756]  req@ffff8d99e1843c00 x1874673210023424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828756.549321:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210023424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828756.549330:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828756.549333:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828756.549348:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210023424:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828756.549371:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210023552:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828756.549388:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828756.549402:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828756/real 1787828756]  req@ffff8d99e1842580 x1874673210023552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828756.549420:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210023552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828756.549426:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828756.549428:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828756.549431:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210023552:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828757.253037:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828758.277214:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828759.301118:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828760.325048:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828761.349064:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828761.669007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828761.669019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828761.669025:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828761.669037:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1099
00000100:00080000:1.0:1787828761.669051:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828761.669061:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828761.669100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210023680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828761.669131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828761.669135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828761.669137:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828761.669141:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1099
00000100:00080000:1.0:1787828761.669144:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828761.669147:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828761.669156:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828761.669166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210023808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828761.669208:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210023680:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828761.669273:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828761.669310:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828761/real 1787828761]  req@ffff8d99d0f830c0 x1874673210023680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828761.669326:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210023680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828761.669336:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828761.669340:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828761.669344:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210023680:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828761.669351:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210023808:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828761.669369:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828761.669379:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828761/real 1787828761]  req@ffff8d99d0f80780 x1874673210023808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828761.669389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210023808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828761.669396:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828761.669399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828761.669402:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210023808:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828762.373089:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828763.397086:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828764.421104:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828765.445104:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828766.469021:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828766.788951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828766.788959:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828766.788962:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828766.788970:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1104
00000100:00080000:1.0:1787828766.788980:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828766.788986:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828766.789016:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210023936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828766.789039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828766.789043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828766.789045:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828766.789049:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1104
00000100:00080000:1.0:1787828766.789053:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828766.789057:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828766.789067:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828766.789079:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210023936:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828766.789088:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210024064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828766.789139:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828766.789172:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828766/real 1787828766]  req@ffff8d99d0f82580 x1874673210023936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828766.789201:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210023936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828766.789212:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828766.789216:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828766.789220:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210023936:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828766.789244:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210024064:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828766.789268:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828766.789282:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828766/real 1787828766]  req@ffff8d99d0f83480 x1874673210024064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828766.789296:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210024064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828766.789304:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828766.789308:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828766.789312:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210024064:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828767.493015:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828768.517097:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828769.541037:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828770.565051:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828771.589030:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828771.909006:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828771.909018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828771.909023:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828771.909050:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1109
00000100:00080000:0.0:1787828771.909062:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828771.909071:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828771.909105:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210024192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828771.909131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828771.909133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828771.909135:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828771.909138:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1109
00000100:00080000:0.0:1787828771.909142:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828771.909145:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828771.909155:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828771.909170:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210024320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787828771.909182:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210024192:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787828771.909247:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828771.909369:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828771/real 1787828771]  req@ffff8d99e1843480 x1874673210024192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828771.909533:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210024192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828771.909616:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828771.909623:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828771.909627:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210024192:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828771.909682:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210024320:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828771.909709:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828771.909740:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828771/real 1787828771]  req@ffff8d99e1840780 x1874673210024320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828771.909755:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210024320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828771.909774:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828771.909779:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828771.909784:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210024320:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828772.613097:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828773.637058:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828774.661128:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828775.685095:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828776.709026:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828777.029025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828777.029036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828777.029040:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828777.029052:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1115
00000100:00080000:0.0:1787828777.029064:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828777.029072:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828777.029117:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210024448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828777.029146:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828777.029149:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828777.029171:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828777.029176:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1115
00000100:00080000:0.0:1787828777.029180:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828777.029184:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828777.029195:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828777.029200:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210024448:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828777.029210:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210024576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787828777.029297:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828777.029347:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828777/real 1787828777]  req@ffff8d99e1841e00 x1874673210024448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828777.029366:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210024448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828777.029378:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828777.029382:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828777.029388:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210024448:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828777.029423:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210024576:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828777.029458:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828777.029472:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828777/real 1787828777]  req@ffff8d99e1840000 x1874673210024576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828777.029482:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210024576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828777.029498:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828777.029501:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828777.029504:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210024576:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828777.733068:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828778.757066:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828779.781066:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828780.805004:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828781.829004:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828782.148945:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828782.148954:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828782.148957:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828782.148967:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1120
00000100:00080000:0.0:1787828782.148982:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828782.148988:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828782.149021:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210024704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828782.149042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828782.149044:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828782.149046:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828782.149049:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1120
00000100:00080000:0.0:1787828782.149051:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828782.149054:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828782.149062:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828782.149072:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210024832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787828782.149097:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210024704:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787828782.149150:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828782.149182:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828782/real 1787828782]  req@ffff8d99e18430c0 x1874673210024704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828782.149195:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210024704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828782.149203:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828782.149205:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828782.149208:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210024704:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828782.149225:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210024832:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828782.149239:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828782.149247:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828782/real 1787828782]  req@ffff8d99e1840000 x1874673210024832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828782.149270:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210024832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828782.149278:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828782.149282:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828782.149294:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210024832:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828782.852999:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828783.877037:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828784.901004:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828785.925023:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828786.948984:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828787.268965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828787.268973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828787.268976:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828787.268985:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1125
00000100:00080000:3.0:1787828787.268994:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828787.269000:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828787.269032:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210024960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828787.269054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828787.269057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828787.269058:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828787.269061:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1125
00000100:00080000:3.0:1787828787.269064:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828787.269066:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828787.269074:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828787.269083:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210025088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828787.269100:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210024960:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828787.269154:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828787.269186:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828787/real 1787828787]  req@ffff8d99e18b9680 x1874673210024960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828787.269199:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210024960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828787.269208:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828787.269210:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828787.269214:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210024960:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828787.269239:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210025088:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828787.269263:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828787.269286:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828787/real 1787828787]  req@ffff8d99e18b83c0 x1874673210025088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828787.269300:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210025088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828787.269309:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828787.269313:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828787.269317:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210025088:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828787.973218:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828788.997088:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828790.021035:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828791.045005:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828792.069023:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828792.389022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828792.389038:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828792.389043:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828792.389057:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1130
00000100:00080000:3.0:1787828792.389093:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828792.389101:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828792.389138:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210025216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828792.389168:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828792.389171:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828792.389176:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828792.389179:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1130
00000100:00080000:3.0:1787828792.389182:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828792.389185:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828792.389195:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828792.389204:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210025344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828792.389221:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210025216:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828792.389342:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210025344:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828793.093069:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828794.117010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828795.141112:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787828795.461293:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787828795.461381:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787828795.461403:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787828795.461471:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787828795.461540:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828792/real 1787828795]  req@ffff8d99e18ba1c0 x1874673210025344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828795.461568:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210025344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828795.461583:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828795.461589:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828795.461595:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210025344:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787828795.461604:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828792/real 1787828795]  req@ffff8d99e18bbc00 x1874673210025216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828795.461618:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210025216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828795.461627:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828795.461630:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828795.461634:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210025216:192.168.203.142@tcp:250:kworker.0
00010000:00010000:0.0:1787828796.165076:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828797.189069:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828797.509055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828797.509068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828797.509072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828797.509085:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1135
00000100:00080000:0.0:1787828797.509098:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828797.509126:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828797.509170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210025472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828797.509208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828797.509213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828797.509215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828797.509235:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1135
00000100:00080000:0.0:1787828797.509239:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828797.509245:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828797.509258:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828797.509275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210025600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828797.509311:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210025472:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828797.509398:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828797.509442:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828797/real 1787828797]  req@ffff8d99e1841e00 x1874673210025472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828797.509481:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210025472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828797.509512:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828797.509517:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828797.509522:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210025472:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828797.509530:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210025600:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828797.509558:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828797.509574:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828797/real 1787828797]  req@ffff8d99e1840780 x1874673210025600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828797.509588:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210025600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828797.509594:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828797.509597:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828797.509600:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210025600:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828798.213061:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828799.237046:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828800.261038:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828801.285148:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828802.309069:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828802.629004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828802.629015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828802.629020:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828802.629031:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1140
00000100:00080000:3.0:1787828802.629043:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828802.629051:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828802.629121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210025728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828802.629155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828802.629158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828802.629159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828802.629163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1140
00000100:00080000:3.0:1787828802.629167:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828802.629171:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828802.629183:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828802.629197:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210025856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828802.629199:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210025728:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828802.629275:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828802.629349:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828802/real 1787828802]  req@ffff8d99e18bbc00 x1874673210025728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828802.629373:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210025728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828802.629397:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828802.629402:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828802.629420:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210025728:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828802.629495:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210025856:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828802.629524:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828802.629540:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828802/real 1787828802]  req@ffff8d99e18ba1c0 x1874673210025856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828802.629556:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210025856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828802.629565:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828802.629568:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828802.629570:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210025856:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828803.333030:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828804.357093:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828805.381085:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828806.405075:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828807.429019:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828807.748957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828807.748964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828807.748968:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828807.748977:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1145
00000100:00080000:3.0:1787828807.748987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828807.748993:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828807.749030:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210025984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828807.749059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828807.749062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828807.749064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828807.749067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1145
00000100:00080000:3.0:1787828807.749086:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828807.749091:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828807.749099:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828807.749108:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210025984:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828807.749118:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210026112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787828807.749196:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828807.749244:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828807/real 1787828807]  req@ffff8d99e18b83c0 x1874673210025984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828807.749274:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210025984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828807.749284:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828807.749287:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828807.749291:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210025984:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828807.749319:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210026112:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828807.749340:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828807.749358:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828807/real 1787828807]  req@ffff8d99e18b9680 x1874673210026112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828807.749368:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210026112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828807.749377:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828807.749382:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828807.749386:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210026112:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828808.453108:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828809.477093:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828810.501026:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828811.525037:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828812.549003:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828812.868960:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828812.868969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828812.868972:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828812.868980:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1150
00000100:00080000:3.0:1787828812.868989:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828812.868997:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828812.869037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210026240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828812.869075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828812.869079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828812.869081:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828812.869085:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1150
00000100:00080000:3.0:1787828812.869089:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828812.869094:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828812.869104:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828812.869125:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210026240:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828812.869128:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210026368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787828812.869186:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828812.869229:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828812/real 1787828812]  req@ffff8d99e18b8b40 x1874673210026240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828812.869242:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210026240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828812.869267:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828812.869270:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828812.869273:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210026240:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828812.869293:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210026368:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828812.869310:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828812.869318:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828812/real 1787828812]  req@ffff8d99e18b9e00 x1874673210026368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828812.869326:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210026368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828812.869331:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828812.869333:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828812.869335:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210026368:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828813.573040:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828814.597033:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828815.620998:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828816.645093:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828817.668993:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828817.988995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828817.989004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828817.989008:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828817.989018:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1156
00000100:00080000:1.0:1787828817.989028:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828817.989035:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828817.989074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210026496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828817.989107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828817.989126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828817.989129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828817.989134:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1156
00000100:00080000:1.0:1787828817.989138:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828817.989143:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828817.989151:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828817.989160:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210026496:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828817.989167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210026624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828817.989222:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828817.989256:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828817/real 1787828817]  req@ffff8d99d0f80000 x1874673210026496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828817.989271:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210026496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828817.989280:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828817.989283:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828817.989287:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210026496:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828817.989317:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210026624:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828817.989353:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828817.989363:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828817/real 1787828817]  req@ffff8d99d0f81680 x1874673210026624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828817.989373:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210026624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828817.989380:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828817.989382:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828817.989385:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210026624:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828818.693074:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828819.717084:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828820.741057:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828821.765062:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828822.788993:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828823.108980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828823.108989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828823.108993:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828823.109001:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1161
00000100:00080000:0.0:1787828823.109010:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828823.109016:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828823.109048:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210026752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828823.109069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828823.109072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828823.109073:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828823.109076:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1161
00000100:00080000:0.0:1787828823.109079:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828823.109081:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828823.109089:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828823.109098:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210026880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828823.109110:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210026752:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828823.109173:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828823.109209:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828823/real 1787828823]  req@ffff8d99e1843480 x1874673210026752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828823.109226:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210026752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828823.109237:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828823.109241:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828823.109245:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210026752:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828823.109266:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210026880:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828823.109295:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828823.109309:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828823/real 1787828823]  req@ffff8d99e1842580 x1874673210026880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828823.109325:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210026880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828823.109331:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828823.109343:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828823.109346:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210026880:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828823.813008:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828824.837025:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828825.861000:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828826.884989:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828827.909046:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828828.228973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828828.228981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828828.228984:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828828.229011:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1166
00000100:00080000:0.0:1787828828.229020:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828828.229026:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828828.229076:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210027008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828828.229105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828828.229113:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828828.229115:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828828.229120:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1166
00000100:00080000:0.0:1787828828.229125:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828828.229141:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828828.229152:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828828.229164:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210027008:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828828.229170:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210027136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828828.229230:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828828.229280:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828828/real 1787828828]  req@ffff8d99e1843c00 x1874673210027008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828828.229311:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210027008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828828.229319:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828828.229322:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828828.229326:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210027008:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828828.229345:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210027136:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828828.229360:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828828.229368:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828828/real 1787828828]  req@ffff8d99e18412c0 x1874673210027136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828828.229381:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210027136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828828.229419:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828828.229423:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828828.229427:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210027136:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828828.932984:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828829.957088:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828830.981007:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828832.005015:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828833.028979:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828833.348967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828833.348975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828833.348979:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828833.348987:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1171
00000100:00080000:1.0:1787828833.348996:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828833.349002:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828833.349041:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210027264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828833.349069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828833.349072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828833.349073:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828833.349077:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1171
00000100:00080000:1.0:1787828833.349080:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828833.349084:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828833.349105:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210027264:192.168.203.142@tcp:250:kworker.0
00000008:00100000:1.0:1787828833.349107:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828833.349122:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210027392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828833.349161:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828833.349192:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828833/real 1787828833]  req@ffff8d99d0f81680 x1874673210027264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828833.349204:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210027264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828833.349212:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828833.349229:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828833.349234:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210027264:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828833.349271:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210027392:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828833.349290:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828833.349300:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828833/real 1787828833]  req@ffff8d99d0f80000 x1874673210027392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828833.349309:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210027392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828833.349315:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828833.349317:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828833.349319:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210027392:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828834.053079:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828835.076985:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828836.101032:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828837.125017:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828838.149048:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828838.469000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828838.469016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828838.469021:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828838.469032:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1176
00000100:00080000:3.0:1787828838.469044:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828838.469051:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828838.469093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210027520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828838.469125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828838.469129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828838.469131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828838.469137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1176
00000100:00080000:3.0:1787828838.469142:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828838.469148:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828838.469162:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828838.469191:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210027520:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828838.469195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210027648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828838.469266:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828838.469312:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828838/real 1787828838]  req@ffff8d99e18bb480 x1874673210027520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828838.469330:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210027520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828838.469339:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828838.469342:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828838.469345:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210027520:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828838.469368:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210027648:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828838.469393:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828838.469407:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828838/real 1787828838]  req@ffff8d99e18ba940 x1874673210027648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828838.469419:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210027648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828838.469425:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828838.469428:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828838.469430:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210027648:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828839.173069:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828840.197041:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828841.220999:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828842.245031:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828843.269039:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828843.589098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828843.589112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828843.589118:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828843.589135:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1181
00000100:00080000:3.0:1787828843.589186:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828843.589216:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828843.589276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210027776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828843.589332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828843.589339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828843.589342:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828843.589348:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1181
00000100:00080000:3.0:1787828843.589363:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828843.589369:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828843.589385:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828843.589405:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210027904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828843.589438:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210027776:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828843.589526:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828843.589607:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828843/real 1787828843]  req@ffff8d99e18b8000 x1874673210027776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828843.589631:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210027776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828843.589645:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828843.589651:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828843.589656:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210027776:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828843.589689:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210027904:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828843.589719:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828843.589738:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828843/real 1787828843]  req@ffff8d99e18bb0c0 x1874673210027904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828843.589757:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210027904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828843.589764:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828843.589772:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828843.589794:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210027904:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828844.293090:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828845.317018:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828846.341043:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828847.365006:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828848.389012:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828848.709020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828848.709030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828848.709034:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828848.709044:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1186
00000100:00080000:1.0:1787828848.709055:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828848.709064:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828848.709103:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210028032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828848.709147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828848.709151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828848.709153:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828848.709158:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1186
00000100:00080000:1.0:1787828848.709163:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828848.709168:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828848.709178:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828848.709186:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210028032:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828848.709196:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210028160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828848.709267:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828848.709300:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828848/real 1787828848]  req@ffff8d99d0f83480 x1874673210028032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828848.709313:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210028032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828848.709321:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828848.709324:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828848.709327:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210028032:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828848.709345:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210028160:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828848.709360:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828848.709368:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828848/real 1787828848]  req@ffff8d99d0f82580 x1874673210028160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828848.709376:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210028160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828848.709381:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828848.709383:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828848.709385:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210028160:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828849.412992:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828850.437005:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828851.460990:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828852.485038:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828853.509049:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828853.828989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828853.828998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828853.829001:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828853.829026:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1191
00000100:00080000:0.0:1787828853.829034:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828853.829040:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828853.829069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210028288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828853.829103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828853.829106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828853.829108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828853.829111:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1191
00000100:00080000:0.0:1787828853.829114:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828853.829117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828853.829125:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828853.829136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210028416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828853.829152:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210028288:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828853.829217:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828853.829256:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828853/real 1787828853]  req@ffff8d99e18403c0 x1874673210028288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828853.829274:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210028288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828853.829285:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828853.829289:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828853.829294:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210028288:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828853.829319:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210028416:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828853.829338:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828853.829348:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828853/real 1787828853]  req@ffff8d99e1842d00 x1874673210028416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828853.829356:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210028416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828853.829362:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828853.829364:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828853.829366:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210028416:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828854.533130:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828855.557052:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828856.581109:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828857.605133:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828858.629154:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828858.949002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828858.949013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828858.949033:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828858.949053:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1197
00000100:00080000:2.0:1787828858.949063:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828858.949080:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828858.949109:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210028544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828858.949131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828858.949134:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828858.949135:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828858.949138:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1197
00000100:00080000:2.0:1787828858.949140:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828858.949142:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828858.949150:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828858.949158:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210028672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828858.949177:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210028544:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828858.949282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210028672:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828859.653123:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828860.677188:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828861.701115:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787828862.021267:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787828862.021335:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787828862.021360:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787828862.021420:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:0.0:1787828862.021533:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828858/real 1787828862]  req@ffff8d99e18b7480 x1874673210028672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828862.021584:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210028672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828862.021602:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828862.021633:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828862.021639:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210028672:192.168.203.142@tcp:38:kworker.0
00000100:00100000:0.0:1787828862.021649:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828858/real 1787828862]  req@ffff8d99e18b61c0 x1874673210028544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828862.021666:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210028544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828862.021675:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828862.021678:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828862.021682:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210028544:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787828862.725108:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828863.749059:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828864.068939:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828864.068948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828864.068951:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828864.068960:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1202
00000100:00080000:2.0:1787828864.068969:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828864.068975:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828864.069017:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210028800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828864.069058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828864.069060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828864.069062:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828864.069065:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1202
00000100:00080000:2.0:1787828864.069068:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828864.069071:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828864.069079:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828864.069093:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210028928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828864.069106:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210028800:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828864.069170:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828864.069202:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828864/real 1787828864]  req@ffff8d99e18b4780 x1874673210028800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828864.069216:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210028800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828864.069224:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828864.069227:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828864.069230:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210028800:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828864.069251:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210028928:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828864.069266:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828864.069277:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828864/real 1787828864]  req@ffff8d99e18b5680 x1874673210028928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828864.069306:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210028928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828864.069316:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828864.069319:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828864.069323:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210028928:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828864.773215:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828865.797063:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828866.820978:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828867.845118:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828868.869045:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828869.188996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828869.189006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828869.189026:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828869.189035:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1207
00000100:00080000:2.0:1787828869.189045:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828869.189051:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828869.189085:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210029056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828869.189113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828869.189116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828869.189117:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828869.189121:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1207
00000100:00080000:2.0:1787828869.189136:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828869.189140:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828869.189148:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828869.189160:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210029184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828869.189177:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210029056:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787828869.189235:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828869.189269:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828869/real 1787828869]  req@ffff8d99e18b7840 x1874673210029056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828869.189284:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210029056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828869.189293:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828869.189296:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828869.189299:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210029056:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828869.189321:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210029184:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787828869.189336:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787828869.189345:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828869/real 1787828869]  req@ffff8d99e18b5e00 x1874673210029184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828869.189354:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210029184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787828869.189369:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828869.189372:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787828869.189374:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210029184:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828869.893041:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828870.917025:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828871.941038:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828872.965133:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828873.989032:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828874.309068:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828874.309076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828874.309080:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828874.309088:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1212
00000100:00080000:0.0:1787828874.309098:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828874.309104:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828874.309136:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210029312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828874.309181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828874.309185:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828874.309186:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828874.309189:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1212
00000100:00080000:0.0:1787828874.309192:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828874.309195:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828874.309204:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828874.309215:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210029440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828874.309277:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210029312:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828874.309368:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828874.309423:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828874/real 1787828874]  req@ffff8d99e18421c0 x1874673210029312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828874.309439:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210029312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828874.309449:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828874.309453:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828874.309456:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210029312:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828874.309462:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210029440:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828874.309477:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828874.309485:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828874/real 1787828874]  req@ffff8d99e1842d00 x1874673210029440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828874.309493:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210029440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828874.309499:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828874.309501:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828874.309521:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210029440:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828875.013075:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828876.037064:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828877.061086:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828878.085002:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828879.109012:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828879.428977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828879.429004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828879.429007:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828879.429018:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1217
00000100:00080000:0.0:1787828879.429028:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828879.429034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828879.429066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210029568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828879.429089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828879.429092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828879.429094:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828879.429097:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1217
00000100:00080000:0.0:1787828879.429100:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828879.429103:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828879.429119:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828879.429128:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210029568:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828879.429133:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210029696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787828879.429195:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828879.429235:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828879/real 1787828879]  req@ffff8d99e18403c0 x1874673210029568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828879.429255:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210029568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828879.429267:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828879.429271:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828879.429276:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210029568:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828879.429300:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210029696:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828879.429321:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828879.429337:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828879/real 1787828879]  req@ffff8d99e18412c0 x1874673210029696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828879.429351:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210029696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828879.429359:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828879.429363:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828879.429367:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210029696:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828880.133002:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828881.157071:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828882.181045:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828883.205020:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828884.228996:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828884.548966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828884.548974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828884.548977:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828884.548985:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1222
00000100:00080000:0.0:1787828884.548995:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828884.549019:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828884.549060:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210029824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828884.549108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828884.549119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828884.549121:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828884.549125:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1222
00000100:00080000:0.0:1787828884.549129:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828884.549133:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828884.549142:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828884.549157:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210029952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828884.549164:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210029824:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828884.549226:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828884.549271:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828884/real 1787828884]  req@ffff8d99e1843c00 x1874673210029824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828884.549287:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210029824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828884.549297:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828884.549311:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828884.549314:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210029824:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828884.549338:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210029952:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828884.549357:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828884.549368:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828884/real 1787828884]  req@ffff8d99e1842580 x1874673210029952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828884.549378:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210029952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828884.549385:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828884.549404:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828884.549406:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210029952:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828885.253030:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828886.276988:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828887.301099:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828888.324971:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828889.348991:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828889.668987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828889.668996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828889.669000:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828889.669010:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1227
00000100:00080000:3.0:1787828889.669020:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828889.669027:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828889.669064:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210030080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828889.669113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828889.669117:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828889.669119:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828889.669123:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1227
00000100:00080000:3.0:1787828889.669127:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828889.669131:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828889.669142:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828889.669155:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210030208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828889.669320:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210030080:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828889.669379:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828889.669414:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828889/real 1787828889]  req@ffff8d99e18bb0c0 x1874673210030080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828889.669446:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210030080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828889.669466:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828889.669471:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828889.669475:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210030080:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828889.669482:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210030208:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828889.669506:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828889.669517:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828889/real 1787828889]  req@ffff8d99e18b8000 x1874673210030208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828889.669529:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210030208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828889.669537:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828889.669540:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828889.669543:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210030208:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828890.373080:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828891.396994:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828892.421063:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828893.445044:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828894.468995:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828894.788971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828894.788979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828894.788982:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828894.788990:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1232
00000100:00080000:3.0:1787828894.788999:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828894.789004:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828894.789034:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210030336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828894.789054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828894.789056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828894.789058:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828894.789060:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1232
00000100:00080000:3.0:1787828894.789062:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828894.789065:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828894.789073:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828894.789087:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210030464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828894.789097:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210030336:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828894.789187:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828894.789241:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828894/real 1787828894]  req@ffff8d99e18ba940 x1874673210030336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828894.789261:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210030336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828894.789269:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828894.789272:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828894.789287:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210030336:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828894.789306:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210030464:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828894.789324:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828894.789333:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828894/real 1787828894]  req@ffff8d99e18bb480 x1874673210030464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828894.789342:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210030464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828894.789347:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828894.789349:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828894.789352:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210030464:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828895.493055:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828896.517011:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828897.541049:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828898.565014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828899.588982:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828899.908987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828899.908997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828899.909002:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828899.909030:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1237
00000100:00080000:3.0:1787828899.909041:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828899.909049:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828899.909085:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210030592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828899.909116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828899.909120:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828899.909122:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828899.909127:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1237
00000100:00080000:3.0:1787828899.909131:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828899.909136:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828899.909147:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828899.909157:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210030592:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828899.909164:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210030720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787828899.909210:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828899.909242:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828899/real 1787828899]  req@ffff8d99e18b9e00 x1874673210030592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828899.909254:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210030592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828899.909262:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828899.909265:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828899.909267:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210030592:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828899.909286:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210030720:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828899.909300:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828899.909316:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828899/real 1787828899]  req@ffff8d99e18b8b40 x1874673210030720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828899.909324:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210030720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828899.909329:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828899.909332:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828899.909334:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210030720:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828900.613060:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828901.637096:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828902.661034:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828903.685071:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828904.709110:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828905.029055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828905.029067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828905.029072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828905.029085:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1243
00000100:00080000:2.0:1787828905.029098:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828905.029108:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828905.029168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210030848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828905.029205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828905.029220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828905.029223:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828905.029228:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1243
00000100:00080000:2.0:1787828905.029232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828905.029258:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828905.029271:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828905.029298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210030976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828905.029360:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210030848:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787828905.029499:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828905.029600:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828905/real 1787828905]  req@ffff8d99e18b5e00 x1874673210030848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828905.029647:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210030848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828905.029669:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828905.029678:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828905.029688:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210030848:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828905.029707:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210030976:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787828905.029801:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787828905.029829:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828905/real 1787828905]  req@ffff8d99e18b7840 x1874673210030976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828905.029855:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210030976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828905.029947:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828905.029985:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787828905.029993:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210030976:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828905.733048:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828906.756994:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828907.781024:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828908.805026:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828909.829054:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828910.149004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828910.149017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828910.149021:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828910.149034:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1248
00000100:00080000:1.0:1787828910.149049:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828910.149059:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828910.149107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210031104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828910.149139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828910.149143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828910.149144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828910.149148:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1248
00000100:00080000:1.0:1787828910.149152:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828910.149156:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828910.149167:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828910.149178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210031232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828910.149192:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210031104:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828910.149279:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828910.149324:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828910/real 1787828910]  req@ffff8d99d0f80780 x1874673210031104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828910.149342:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210031104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828910.149353:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828910.149357:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828910.149360:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210031104:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828910.149383:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210031232:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828910.149403:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828910.149414:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828910/real 1787828910]  req@ffff8d99d0f830c0 x1874673210031232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828910.149425:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210031232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828910.149432:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828910.149452:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828910.149455:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210031232:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828910.853039:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828911.877081:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828912.900995:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828913.925084:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828914.949002:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828915.269011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828915.269018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787828915.269023:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828915.269033:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1253
00000100:00080000:2.0:1787828915.269044:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828915.269052:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828915.269086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210031360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787828915.269115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828915.269119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787828915.269120:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828915.269125:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1253
00000100:00080000:2.0:1787828915.269129:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828915.269133:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787828915.269144:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828915.269160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210031488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787828915.269162:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210031360:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787828915.269222:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828915.269334:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828915/real 1787828915]  req@ffff8d99e18b5680 x1874673210031360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828915.269370:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210031360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828915.269381:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828915.269385:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828915.269389:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210031360:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828915.269515:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210031488:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787828915.269586:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787828915.269605:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828915/real 1787828915]  req@ffff8d99e18b4780 x1874673210031488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828915.269620:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210031488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828915.269628:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828915.269630:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787828915.269633:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210031488:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828915.973092:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828916.997070:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828918.021046:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828919.045113:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828920.069006:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828920.388966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828920.388973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828920.388977:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828920.388985:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1258
00000100:00080000:3.0:1787828920.388993:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828920.389000:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828920.389050:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210031616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828920.389083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828920.389095:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828920.389097:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828920.389100:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1258
00000100:00080000:3.0:1787828920.389103:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828920.389107:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828920.389115:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828920.389125:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210031744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828920.389131:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210031616:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828920.389192:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828920.389237:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828920/real 1787828920]  req@ffff8d99e18b9680 x1874673210031616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828920.389267:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210031616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828920.389278:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828920.389283:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828920.389287:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210031616:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828920.389313:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210031744:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828920.389338:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828920.389352:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828920/real 1787828920]  req@ffff8d99e18b83c0 x1874673210031744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828920.389366:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210031744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828920.389376:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828920.389380:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828920.389383:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210031744:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828921.093020:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828922.117109:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828923.141046:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828924.165032:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828925.188967:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828925.508974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828925.508982:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828925.508985:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828925.508994:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1263
00000100:00080000:1.0:1787828925.509003:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828925.509010:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828925.509049:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210031872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828925.509069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828925.509072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828925.509073:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828925.509076:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1263
00000100:00080000:1.0:1787828925.509079:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828925.509081:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828925.509089:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828925.509106:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210032000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828925.509117:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210031872:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828925.509220:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210032000:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828926.213014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828927.237055:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828928.261016:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787828928.581196:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787828928.581234:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787828928.581248:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787828928.581289:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787828928.581343:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828925/real 1787828928]  req@ffff8d99d0f81e00 x1874673210032000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828928.581405:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210032000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828928.581434:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828928.581440:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828928.581445:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210032000:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787828928.581452:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828925/real 1787828928]  req@ffff8d99d0f82940 x1874673210031872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828928.581462:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210031872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828928.581468:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828928.581472:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828928.581476:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210031872:192.168.203.142@tcp:250:kworker.0
00010000:00010000:3.0:1787828929.285016:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828930.309000:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828930.629005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828930.629016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828930.629020:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828930.629031:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1268
00000100:00080000:0.0:1787828930.629041:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828930.629050:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828930.629084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210032128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828930.629119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828930.629123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828930.629126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828930.629132:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1268
00000100:00100000:2.0:1787828930.629150:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210032128:192.168.203.142@tcp:250:kworker.0
00000100:00080000:0.0:1787828930.629161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828930.629168:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828930.629178:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828930.629195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210032256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828930.629220:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828930.629260:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828930/real 1787828930]  req@ffff8d99e1843480 x1874673210032128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828930.629279:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210032128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828930.629291:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828930.629296:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828930.629308:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210032128:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828930.629335:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210032256:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828930.629361:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828930.629375:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828930/real 1787828930]  req@ffff8d99e1840780 x1874673210032256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828930.629389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210032256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828930.629398:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828930.629401:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828930.629405:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210032256:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828931.332976:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828932.357015:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828933.381025:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828934.404981:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828935.428988:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828935.748983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828935.749008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828935.749011:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828935.749020:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1273
00000100:00080000:0.0:1787828935.749029:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828935.749035:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828935.749084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210032384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828935.749105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828935.749108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828935.749109:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828935.749112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1273
00000100:00080000:0.0:1787828935.749114:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828935.749117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828935.749124:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828935.749140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210032512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828935.749152:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210032384:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828935.749206:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828935.749238:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828935/real 1787828935]  req@ffff8d99e1841e00 x1874673210032384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828935.749251:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210032384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828935.749259:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828935.749262:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828935.749265:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210032384:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828935.749300:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210032512:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828935.749317:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828935.749325:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828935/real 1787828935]  req@ffff8d99e1840000 x1874673210032512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828935.749333:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210032512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828935.749338:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828935.749340:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828935.749343:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210032512:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828936.453119:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828937.477025:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828938.501120:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828939.524998:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828940.549051:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828940.868986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828940.869025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828940.869030:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828940.869042:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1278
00000100:00080000:0.0:1787828940.869056:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828940.869064:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828940.869110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210032640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828940.869141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828940.869144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828940.869145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828940.869149:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1278
00000100:00080000:0.0:1787828940.869152:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828940.869155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828940.869166:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828940.869179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210032768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828940.869234:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210032640:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828940.869341:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828940.869402:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828940/real 1787828940]  req@ffff8d99e18430c0 x1874673210032640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828940.869427:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210032640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828940.869443:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828940.869448:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828940.869453:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210032640:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828940.869463:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210032768:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828940.869549:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828940.869568:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828940/real 1787828940]  req@ffff8d99e1840000 x1874673210032768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828940.869584:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210032768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828940.869595:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828940.869613:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828940.869618:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210032768:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828941.573088:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828942.597071:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828943.621168:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828944.645060:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828945.669008:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828945.989023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828945.989031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828945.989049:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828945.989057:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1284
00000100:00080000:1.0:1787828945.989066:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828945.989072:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828945.989101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210032896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828945.989122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828945.989125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828945.989126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828945.989129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1284
00000100:00080000:1.0:1787828945.989131:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828945.989134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828945.989142:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828945.989150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210033024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828945.989172:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210032896:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828945.989225:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828945.989264:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828945/real 1787828945]  req@ffff8d99d0f83c00 x1874673210032896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828945.989284:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210032896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828945.989292:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828945.989295:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828945.989298:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210032896:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828945.989304:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210033024:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828945.989330:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828945.989339:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828945/real 1787828945]  req@ffff8d99d0f812c0 x1874673210033024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828945.989348:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210033024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828945.989353:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828945.989356:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828945.989358:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210033024:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828946.693012:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828947.716987:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828948.740964:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828949.764963:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828950.788983:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828951.108955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828951.108963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828951.108967:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828951.108975:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1289
00000100:00080000:1.0:1787828951.108984:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828951.108989:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828951.109020:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210033152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828951.109043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828951.109059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828951.109061:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828951.109065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1289
00000100:00080000:1.0:1787828951.109068:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828951.109074:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828951.109084:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828951.109092:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210033152:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828951.109102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210033280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828951.109156:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828951.109200:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828951/real 1787828951]  req@ffff8d99d0f83840 x1874673210033152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828951.109213:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210033152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828951.109222:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828951.109225:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828951.109228:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210033152:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828951.109248:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210033280:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828951.109272:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828951.109285:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828951/real 1787828951]  req@ffff8d99d0f80f00 x1874673210033280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828951.109302:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210033280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828951.109309:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828951.109313:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828951.109316:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210033280:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828951.812979:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828952.836993:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828953.861015:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828954.885022:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828955.909133:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828956.228982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828956.228993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828956.228998:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828956.229010:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1294
00000100:00080000:3.0:1787828956.229021:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828956.229050:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828956.229080:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210033408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828956.229102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828956.229106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828956.229108:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828956.229112:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1294
00000100:00080000:3.0:1787828956.229117:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828956.229123:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828956.229134:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828956.229150:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210033536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828956.229163:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210033408:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828956.229224:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828956.229257:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828956/real 1787828956]  req@ffff8d99e18ba1c0 x1874673210033408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828956.229272:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210033408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828956.229281:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828956.229284:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828956.229287:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210033408:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828956.229308:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210033536:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828956.229334:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828956.229344:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828956/real 1787828956]  req@ffff8d99e18bbc00 x1874673210033536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828956.229353:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210033536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828956.229387:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828956.229392:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828956.229396:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210033536:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828956.933088:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828957.956993:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828958.981038:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828960.005076:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828961.029059:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828961.348941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828961.348950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828961.348953:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828961.348963:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1299
00000100:00080000:3.0:1787828961.348972:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828961.348988:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828961.349034:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210033664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828961.349081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828961.349085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828961.349087:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828961.349122:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1299
00000100:00080000:3.0:1787828961.349127:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828961.349131:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828961.349141:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828961.349149:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210033664:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787828961.349157:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210033792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828961.349225:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828961.349283:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828961/real 1787828961]  req@ffff8d99e18bbc00 x1874673210033664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828961.349321:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210033664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828961.349362:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828961.349367:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828961.349373:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210033664:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828961.349410:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210033792:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828961.349427:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828961.349435:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828961/real 1787828961]  req@ffff8d99e18ba1c0 x1874673210033792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828961.349443:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210033792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828961.349449:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828961.349451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828961.349459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210033792:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787828962.053085:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828963.077040:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828964.101093:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828965.125006:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828966.148980:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828966.468988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828966.468996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828966.468999:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828966.469007:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1304
00000100:00080000:1.0:1787828966.469016:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828966.469022:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828966.469059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210033920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828966.469086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828966.469089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828966.469090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828966.469093:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1304
00000100:00080000:1.0:1787828966.469097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828966.469101:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828966.469110:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828966.469121:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210033920:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787828966.469140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210034048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828966.469177:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828966.469207:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828966/real 1787828966]  req@ffff8d99d0f80b40 x1874673210033920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828966.469221:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210033920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828966.469228:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828966.469231:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828966.469234:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210033920:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828966.469253:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210034048:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828966.469267:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828966.469275:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828966/real 1787828966]  req@ffff8d99d0f81a40 x1874673210034048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828966.469283:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210034048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828966.469302:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828966.469305:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828966.469307:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210034048:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828967.173046:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828968.197044:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828969.220993:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828970.245070:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828971.268999:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828971.589011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828971.589023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828971.589027:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828971.589050:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1309
00000100:00080000:0.0:1787828971.589063:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828971.589072:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828971.589128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210034176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828971.589158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828971.589177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828971.589180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828971.589185:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1309
00000100:00080000:0.0:1787828971.589190:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828971.589197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828971.589209:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828971.589222:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210034176:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787828971.589229:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210034304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828971.589302:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828971.589339:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828971/real 1787828971]  req@ffff8d99e1841e00 x1874673210034176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828971.589355:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210034176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828971.589365:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828971.589369:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828971.589372:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210034176:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828971.589396:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210034304:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828971.589415:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828971.589442:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828971/real 1787828971]  req@ffff8d99e1840780 x1874673210034304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828971.589451:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210034304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828971.589458:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828971.589460:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828971.589463:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210034304:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828972.293013:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828973.317138:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828974.341046:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828975.365048:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828976.389020:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828976.708965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828976.708973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828976.708977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828976.708986:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1314
00000100:00080000:0.0:1787828976.708996:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828976.709002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828976.709049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210034432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828976.709075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828976.709078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828976.709079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828976.709083:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1314
00000100:00080000:0.0:1787828976.709086:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828976.709090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828976.709099:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828976.709109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210034560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828976.709118:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210034432:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828976.709183:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828976.709214:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828976/real 1787828976]  req@ffff8d99e1843480 x1874673210034432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828976.709247:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210034432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828976.709256:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828976.709259:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828976.709263:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210034432:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828976.709283:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210034560:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828976.709303:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828976.709312:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828976/real 1787828976]  req@ffff8d99e1842580 x1874673210034560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828976.709322:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210034560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828976.709328:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828976.709330:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828976.709333:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210034560:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828977.413019:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828978.437033:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787828979.461050:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828980.485004:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828981.509014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828981.828991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828981.829001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787828981.829005:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828981.829016:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1319
00000100:00080000:3.0:1787828981.829028:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828981.829036:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787828981.829078:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210034688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787828981.829101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828981.829104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787828981.829105:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787828981.829108:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1319
00000100:00080000:3.0:1787828981.829111:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787828981.829114:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787828981.829123:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787828981.829132:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210034816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828981.829141:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210034688:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828981.829239:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828981.829288:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828981/real 1787828981]  req@ffff8d99e18b83c0 x1874673210034688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828981.829305:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210034688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828981.829313:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828981.829316:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828981.829319:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210034688:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828981.829344:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210034816:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828981.829365:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828981.829375:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828981/real 1787828981]  req@ffff8d99e18b9680 x1874673210034816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828981.829383:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210034816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828981.829389:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828981.829391:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828981.829394:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210034816:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787828982.532994:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828983.557003:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828984.581021:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828985.605004:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828986.628982:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828986.948957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828986.948964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828986.948967:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828986.948975:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1325
00000100:00080000:0.0:1787828986.948984:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828986.948990:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828986.949021:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210034944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828986.949054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828986.949058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828986.949060:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828986.949065:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1325
00000100:00080000:0.0:1787828986.949084:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828986.949092:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787828986.949093:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210034944:192.168.203.142@tcp:250:kworker.0
00000008:00100000:0.0:1787828986.949103:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828986.949128:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210035072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828986.949163:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828986.949196:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828986/real 1787828986]  req@ffff8d99e1843c00 x1874673210034944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828986.949220:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210034944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828986.949229:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828986.949233:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828986.949236:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210034944:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828986.949259:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210035072:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828986.949285:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828986.949295:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828986/real 1787828986]  req@ffff8d99e18412c0 x1874673210035072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828986.949307:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210035072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828986.949314:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828986.949317:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828986.949321:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210035072:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828987.652996:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828988.677066:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828989.701113:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828990.725014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828991.749056:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828992.069007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828992.069017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787828992.069022:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828992.069032:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1330
00000100:00080000:0.0:1787828992.069044:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828992.069051:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787828992.069097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210035200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828992.069139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828992.069142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787828992.069144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787828992.069147:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1330
00000100:00080000:0.0:1787828992.069150:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787828992.069154:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787828992.069164:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828992.069177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210035328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828992.069201:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210035200:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828992.069301:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210035328:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828992.772997:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828993.797022:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787828994.821047:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787828995.141104:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787828995.141141:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787828995.141154:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787828995.141190:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787828995.141275:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828992/real 1787828995]  req@ffff8d99e18403c0 x1874673210035200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828995.141330:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210035200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828995.141341:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828995.141345:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828995.141349:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210035200:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828995.141356:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828992/real 1787828995]  req@ffff8d99e1842d00 x1874673210035328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828995.141365:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210035328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828995.141370:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828995.141372:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828995.141375:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210035328:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787828995.845062:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828996.869085:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828997.189028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828997.189036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787828997.189039:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828997.189047:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1335
00000100:00080000:1.0:1787828997.189055:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828997.189061:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787828997.189104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210035456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828997.189126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828997.189129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787828997.189131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787828997.189136:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1335
00000100:00080000:1.0:1787828997.189139:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828997.189144:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787828997.189154:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828997.189171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210035584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828997.189211:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210035456:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787828997.189310:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828997.189365:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828997/real 1787828997]  req@ffff8d99d0f803c0 x1874673210035456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828997.189388:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210035456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828997.189403:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828997.189409:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828997.189415:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210035456:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787828997.189466:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210035584:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787828997.189494:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787828997.189508:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828997/real 1787828997]  req@ffff8d99d0f82d00 x1874673210035584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828997.189522:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210035584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828997.189531:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828997.189534:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787828997.189538:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210035584:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787828997.893032:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787828998.917022:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787828999.941114:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829000.965006:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829001.989057:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829002.309019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829002.309033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829002.309036:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829002.309057:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1340
00000100:00080000:0.0:1787829002.309067:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829002.309074:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829002.309108:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210035712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829002.309131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829002.309134:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829002.309136:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829002.309139:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1340
00000100:00080000:0.0:1787829002.309143:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829002.309146:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829002.309155:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829002.309178:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210035840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829002.309178:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210035712:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829002.309268:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829002.309312:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829002/real 1787829002]  req@ffff8d99e18421c0 x1874673210035712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829002.309327:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210035712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829002.309340:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829002.309345:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829002.309350:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210035712:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829002.309381:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210035840:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829002.309425:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829002.309435:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829002/real 1787829002]  req@ffff8d99e1842d00 x1874673210035840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829002.309444:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210035840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829002.309458:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829002.309464:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829002.309466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210035840:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829003.013091:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829004.037050:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829005.061072:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829006.085041:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829007.109063:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829007.428976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829007.428986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829007.428990:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829007.428999:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1345
00000100:00080000:3.0:1787829007.429022:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829007.429029:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829007.429071:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210035968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829007.429097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829007.429100:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829007.429102:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829007.429106:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1345
00000100:00080000:3.0:1787829007.429110:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829007.429115:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829007.429125:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829007.429161:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210035968:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829007.429162:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210036096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829007.429265:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829007.429319:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829007/real 1787829007]  req@ffff8d99e18b8b40 x1874673210035968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829007.429344:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210035968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829007.429357:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829007.429363:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829007.429368:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210035968:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829007.429401:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210036096:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829007.429428:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829007.429458:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829007/real 1787829007]  req@ffff8d99e18b9e00 x1874673210036096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829007.429473:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210036096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829007.429483:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829007.429487:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829007.429491:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210036096:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829008.133076:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829009.157065:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829010.181003:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829011.205071:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829012.229061:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829012.549080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829012.549088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829012.549091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829012.549100:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1350
00000100:00080000:1.0:1787829012.549110:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829012.549117:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829012.549162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210036224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829012.549211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829012.549215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829012.549217:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829012.549221:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1350
00000100:00080000:1.0:1787829012.549224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829012.549228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829012.549237:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829012.549249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210036352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829012.549261:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210036224:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829012.549318:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829012.549368:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829012/real 1787829012]  req@ffff8d99d0f82d00 x1874673210036224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829012.549385:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210036224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829012.549396:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829012.549400:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829012.549404:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210036224:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829012.549429:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210036352:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829012.549454:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829012.549463:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829012/real 1787829012]  req@ffff8d99d0f803c0 x1874673210036352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829012.549488:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210036352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829012.549494:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829012.549496:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829012.549498:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210036352:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829013.253082:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829014.277086:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829015.301047:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829016.324999:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829017.349157:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829017.669045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829017.669054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829017.669058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829017.669068:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1355
00000100:00080000:3.0:1787829017.669079:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829017.669086:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829017.669123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210036480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829017.669149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829017.669153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829017.669155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829017.669158:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1355
00000100:00080000:3.0:1787829017.669161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829017.669164:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829017.669174:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829017.669188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210036608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829017.669212:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210036480:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829017.669288:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829017.669325:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829017/real 1787829017]  req@ffff8d99e18bb480 x1874673210036480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829017.669343:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210036480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829017.669353:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829017.669357:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829017.669361:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210036480:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829017.669385:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210036608:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829017.669404:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829017.669414:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829017/real 1787829017]  req@ffff8d99e18ba940 x1874673210036608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829017.669425:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210036608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829017.669451:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829017.669454:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829017.669457:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210036608:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829018.372993:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829019.397025:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829020.421226:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829021.445029:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829022.469032:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829022.788992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829022.789007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829022.789034:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829022.789046:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1360
00000100:00080000:3.0:1787829022.789058:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829022.789066:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829022.789107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210036736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829022.789144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829022.789149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829022.789163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829022.789169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1360
00000100:00080000:3.0:1787829022.789175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829022.789180:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829022.789190:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210036736:192.168.203.142@tcp:250:kworker.0
00000008:00100000:3.0:1787829022.789192:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829022.789225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210036864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829022.789277:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829022.789319:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829022/real 1787829022]  req@ffff8d99e18b8000 x1874673210036736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829022.789334:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210036736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829022.789344:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829022.789347:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829022.789351:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210036736:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829022.789374:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210036864:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829022.789392:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829022.789412:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829022/real 1787829022]  req@ffff8d99e18bb0c0 x1874673210036864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829022.789432:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210036864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829022.789439:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829022.789445:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829022.789448:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210036864:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829023.493096:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829024.517054:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829025.541100:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829026.565075:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829027.589039:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829027.909000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829027.909010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829027.909014:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829027.909025:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1365
00000100:00080000:1.0:1787829027.909060:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829027.909076:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829027.909123:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210036992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829027.909150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829027.909153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829027.909155:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829027.909159:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1365
00000100:00080000:1.0:1787829027.909161:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829027.909164:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829027.909174:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829027.909183:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210037120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829027.909232:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210036992:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829027.909311:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829027.909356:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829027/real 1787829027]  req@ffff8d99d0f81a40 x1874673210036992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829027.909370:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210036992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829027.909378:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829027.909381:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829027.909384:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210036992:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829027.909389:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210037120:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829027.909406:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829027.909414:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829027/real 1787829027]  req@ffff8d99d0f80b40 x1874673210037120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829027.909422:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210037120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829027.909441:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829027.909443:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829027.909446:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210037120:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829028.613052:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829029.637143:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829030.661045:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829031.684979:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829032.709062:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829033.028974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829033.028982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829033.028985:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829033.028994:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1371
00000100:00080000:2.0:1787829033.029004:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829033.029012:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829033.029047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210037248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829033.029071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829033.029074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829033.029075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829033.029078:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1371
00000100:00080000:2.0:1787829033.029081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829033.029084:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829033.029092:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829033.029100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210037376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829033.029117:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210037248:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787829033.029180:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829033.029212:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829033/real 1787829033]  req@ffff8d99e18b61c0 x1874673210037248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829033.029224:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210037248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829033.029232:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829033.029236:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829033.029240:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210037248:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829033.029276:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210037376:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829033.029302:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829033.029318:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829033/real 1787829033]  req@ffff8d99e18b7480 x1874673210037376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829033.029331:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210037376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829033.029337:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829033.029339:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829033.029342:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210037376:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829033.733010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829034.757049:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829035.781006:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829036.805003:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829037.829019:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829038.149115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829038.149127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829038.149131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829038.149144:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1376
00000100:00080000:3.0:1787829038.149175:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829038.149184:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829038.149281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210037504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829038.149330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829038.149362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829038.149364:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829038.149370:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1376
00000100:00080000:3.0:1787829038.149374:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829038.149380:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829038.149393:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829038.149425:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210037632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829038.149448:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210037504:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787829038.149528:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829038.149621:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829038/real 1787829038]  req@ffff8d99e18bb0c0 x1874673210037504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829038.149651:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210037504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829038.149667:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829038.149673:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829038.149679:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210037504:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829038.149713:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210037632:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829038.149745:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829038.149762:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829038/real 1787829038]  req@ffff8d99e18b8000 x1874673210037632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829038.149830:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210037632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829038.149841:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829038.149844:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829038.149848:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210037632:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829038.853050:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829039.877028:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829040.901044:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829041.925040:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829042.949017:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829043.269030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829043.269043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829043.269049:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829043.269062:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1381
00000100:00080000:3.0:1787829043.269077:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829043.269086:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829043.269140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210037760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829043.269173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829043.269177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829043.269179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829043.269184:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1381
00000100:00080000:3.0:1787829043.269187:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829043.269213:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829043.269227:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829043.269239:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210037760:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829043.269246:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210037888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829043.269315:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829043.269360:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829043/real 1787829043]  req@ffff8d99e18ba940 x1874673210037760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829043.269376:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210037760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829043.269385:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829043.269388:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829043.269391:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210037760:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829043.269413:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210037888:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829043.269428:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829043.269437:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829043/real 1787829043]  req@ffff8d99e18bb480 x1874673210037888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829043.269446:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210037888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829043.269463:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829043.269466:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829043.269468:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210037888:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829043.972997:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829044.997059:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829046.021014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829047.045061:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829048.069005:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829048.388979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829048.388998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829048.389003:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829048.389012:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1386
00000100:00080000:1.0:1787829048.389023:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829048.389030:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829048.389069:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210038016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829048.389100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829048.389104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829048.389106:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829048.389111:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1386
00000100:00080000:1.0:1787829048.389115:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829048.389121:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829048.389132:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829048.389139:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210038016:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829048.389150:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210038144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829048.389193:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829048.389223:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829048/real 1787829048]  req@ffff8d99d0f80f00 x1874673210038016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829048.389235:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210038016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829048.389243:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829048.389246:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829048.389249:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210038016:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829048.389269:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210038144:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829048.389291:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829048.389304:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829048/real 1787829048]  req@ffff8d99d0f83840 x1874673210038144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829048.389339:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210038144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829048.389348:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829048.389352:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829048.389355:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210038144:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829049.092999:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829050.117045:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829051.140991:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829052.165056:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829053.189009:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829053.508989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829053.509004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829053.509029:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829053.509043:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1391
00000100:00080000:1.0:1787829053.509058:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829053.509068:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829053.509115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210038272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829053.509151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829053.509156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829053.509158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829053.509170:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1391
00000100:00080000:1.0:1787829053.509180:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829053.509186:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829053.509200:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829053.509205:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210038272:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829053.509222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210038400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829053.509270:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829053.509302:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829053/real 1787829053]  req@ffff8d99d0f812c0 x1874673210038272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829053.509325:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210038272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829053.509333:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829053.509336:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829053.509339:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210038272:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829053.509360:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210038400:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829053.509376:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829053.509385:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829053/real 1787829053]  req@ffff8d99d0f83c00 x1874673210038400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829053.509393:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210038400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829053.509419:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829053.509423:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829053.509427:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210038400:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829054.213061:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829055.237015:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829056.261040:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829057.285018:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829058.309048:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829058.628989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829058.629004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829058.629010:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829058.629025:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1396
00000100:00080000:1.0:1787829058.629041:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829058.629051:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829058.629100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210038528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829058.629130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829058.629139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829058.629141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829058.629146:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1396
00000100:00080000:1.0:1787829058.629150:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829058.629154:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829058.629164:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829058.629174:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210038528:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829058.629181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210038656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829058.629303:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210038656:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829059.333009:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829060.357076:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829061.380988:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787829061.701127:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787829061.701167:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787829061.701185:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787829061.701228:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:3.0:1787829061.701281:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829058/real 1787829061]  req@ffff8d99d0f81e00 x1874673210038656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829061.701310:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210038656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829061.701322:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829061.701328:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829061.701332:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210038656:192.168.203.142@tcp:38:kworker.0
00000100:00100000:3.0:1787829061.701341:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829058/real 1787829061]  req@ffff8d99d0f82940 x1874673210038528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829061.701373:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210038528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829061.701382:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829061.701386:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829061.701396:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210038528:192.168.203.142@tcp:250:kworker.0
00010000:00010000:3.0:1787829062.405009:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829063.429004:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829063.749007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829063.749023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829063.749028:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829063.749038:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1401
00000100:00080000:0.0:1787829063.749049:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829063.749058:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829063.749090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210038784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829063.749131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829063.749134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829063.749136:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829063.749142:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1401
00000100:00080000:0.0:1787829063.749147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829063.749152:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829063.749161:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829063.749171:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210038784:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829063.749179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210038912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829063.749239:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829063.749294:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829063/real 1787829063]  req@ffff8d99e18403c0 x1874673210038784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829063.749315:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210038784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829063.749326:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829063.749330:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829063.749335:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210038784:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829063.749362:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210038912:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829063.749388:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829063.749402:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829063/real 1787829063]  req@ffff8d99e18412c0 x1874673210038912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829063.749416:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210038912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829063.749440:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829063.749444:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829063.749448:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210038912:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829064.453011:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829065.477006:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829066.501072:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829067.525085:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829068.549079:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829068.869040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829068.869048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829068.869052:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829068.869061:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1406
00000100:00080000:1.0:1787829068.869070:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829068.869076:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829068.869110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210039040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829068.869137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829068.869144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829068.869145:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829068.869149:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1406
00000100:00080000:1.0:1787829068.869167:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829068.869171:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829068.869180:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829068.869183:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210039040:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829068.869192:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210039168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829068.869242:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829068.869275:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829068/real 1787829068]  req@ffff8d99d0f830c0 x1874673210039040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829068.869289:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210039040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829068.869297:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829068.869300:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829068.869303:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210039040:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829068.869323:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210039168:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829068.869338:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829068.869347:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829068/real 1787829068]  req@ffff8d99d0f80780 x1874673210039168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829068.869355:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210039168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829068.869372:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829068.869375:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829068.869378:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210039168:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829069.572999:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829070.597017:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829071.621059:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829072.645027:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829073.669015:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829073.988967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829073.988977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829073.988981:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829073.988992:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1412
00000100:00080000:1.0:1787829073.989002:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829073.989009:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829073.989045:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210039296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829073.989072:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829073.989076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829073.989077:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829073.989081:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1412
00000100:00080000:1.0:1787829073.989085:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829073.989089:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829073.989100:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829073.989114:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210039424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829073.989117:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210039296:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829073.989186:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829073.989227:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829073/real 1787829073]  req@ffff8d99d0f82580 x1874673210039296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829073.989245:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210039296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829073.989256:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829073.989260:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829073.989265:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210039296:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829073.989289:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210039424:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829073.989309:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829073.989319:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829073/real 1787829073]  req@ffff8d99d0f83480 x1874673210039424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829073.989327:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210039424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829073.989349:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829073.989352:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829073.989354:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210039424:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829074.693070:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829075.716994:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829076.741022:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829077.765019:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829078.788994:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829079.109010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829079.109036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829079.109039:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829079.109048:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1417
00000100:00080000:1.0:1787829079.109058:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829079.109065:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829079.109097:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210039552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829079.109123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829079.109126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829079.109128:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829079.109135:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1417
00000100:00080000:1.0:1787829079.109138:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829079.109141:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829079.109150:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829079.109161:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210039680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829079.109174:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210039552:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829079.109231:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829079.109263:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829079/real 1787829079]  req@ffff8d99d0f80000 x1874673210039552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829079.109277:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210039552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829079.109286:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829079.109294:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829079.109298:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210039552:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829079.109317:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210039680:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829079.109333:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829079.109342:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829079/real 1787829079]  req@ffff8d99d0f81680 x1874673210039680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829079.109351:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210039680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829079.109369:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829079.109372:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829079.109375:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210039680:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829079.813860:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829080.837080:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829081.860988:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829082.885035:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829083.909018:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829084.228982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829084.228990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829084.228993:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829084.229002:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1422
00000100:00080000:0.0:1787829084.229011:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829084.229017:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829084.229046:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210039808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829084.229068:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829084.229071:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829084.229072:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829084.229075:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1422
00000100:00080000:0.0:1787829084.229078:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829084.229080:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829084.229099:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829084.229113:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210039936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829084.229114:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210039808:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829084.229178:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829084.229209:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829084/real 1787829084]  req@ffff8d99e1843c00 x1874673210039808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829084.229222:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210039808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829084.229230:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829084.229233:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829084.229236:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210039808:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829084.229256:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210039936:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829084.229272:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829084.229285:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829084/real 1787829084]  req@ffff8d99e1842580 x1874673210039936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829084.229298:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210039936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829084.229307:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829084.229318:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829084.229322:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210039936:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829084.932989:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829085.956980:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829086.981075:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829088.005050:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829089.029001:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829089.348962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829089.348971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829089.348974:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829089.348982:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1427
00000100:00080000:3.0:1787829089.348992:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829089.348998:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829089.349027:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210040064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829089.349051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829089.349054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829089.349055:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829089.349058:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1427
00000100:00080000:3.0:1787829089.349060:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829089.349062:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829089.349070:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829089.349079:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210040192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829089.349107:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210040064:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829089.349173:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829089.349212:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829089/real 1787829089]  req@ffff8d99e18b9e00 x1874673210040064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829089.349232:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210040064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829089.349244:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829089.349248:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829089.349268:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210040064:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829089.349277:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210040192:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829089.349313:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829089.349328:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829089/real 1787829089]  req@ffff8d99e18b8b40 x1874673210040192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829089.349342:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210040192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829089.349351:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829089.349355:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829089.349359:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210040192:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829090.053000:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829091.077097:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829092.101085:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829093.125003:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829094.148976:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829094.468976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829094.468986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829094.468990:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829094.469001:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1432
00000100:00080000:3.0:1787829094.469038:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829094.469046:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829094.469097:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210040320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829094.469128:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829094.469132:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829094.469145:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829094.469150:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1432
00000100:00080000:3.0:1787829094.469154:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829094.469159:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829094.469173:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829094.469187:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210040448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829094.469234:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210040320:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829094.469326:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829094.469376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829094/real 1787829094]  req@ffff8d99e18b9680 x1874673210040320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829094.469397:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210040320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829094.469454:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829094.469462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829094.469469:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210040320:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829094.469485:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210040448:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829094.469547:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829094.469567:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829094/real 1787829094]  req@ffff8d99e18b83c0 x1874673210040448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829094.469586:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210040448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829094.469598:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829094.469602:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829094.469607:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210040448:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829095.173083:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829096.197035:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829097.221045:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829098.245016:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829099.269002:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829099.588983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829099.588992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829099.588996:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829099.589006:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1437
00000100:00080000:2.0:1787829099.589016:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829099.589024:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829099.589063:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210040576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829099.589092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829099.589096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829099.589099:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829099.589105:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1437
00000100:00080000:2.0:1787829099.589109:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829099.589115:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829099.589122:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210040576:192.168.203.142@tcp:250:kworker.0
00000008:00100000:2.0:1787829099.589142:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829099.589170:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210040704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829099.589228:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829099.589274:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829099/real 1787829099]  req@ffff8d99e18b6580 x1874673210040576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829099.589293:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210040576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829099.589310:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829099.589314:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829099.589319:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210040576:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829099.589345:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210040704:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829099.589397:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829099.589421:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829099/real 1787829099]  req@ffff8d99e18b4000 x1874673210040704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829099.589443:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210040704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829099.589452:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829099.589456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829099.589459:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210040704:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829100.293014:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829101.317064:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829102.341036:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829103.365057:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829104.389029:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829104.708986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829104.708996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829104.709000:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829104.709013:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1442
00000100:00080000:3.0:1787829104.709028:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829104.709038:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829104.709086:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210040832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829104.709116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829104.709119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829104.709121:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829104.709124:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1442
00000100:00080000:3.0:1787829104.709127:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829104.709130:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829104.709141:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829104.709167:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210040832:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829104.709180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210040960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829104.709241:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829104.709284:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829104/real 1787829104]  req@ffff8d99e18ba1c0 x1874673210040832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829104.709299:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210040832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829104.709308:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829104.709311:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829104.709314:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210040832:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829104.709357:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210040960:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829104.709376:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829104.709386:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829104/real 1787829104]  req@ffff8d99e18bbc00 x1874673210040960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829104.709395:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210040960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829104.709401:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829104.709403:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829104.709406:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210040960:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829105.413031:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829106.437038:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829107.461128:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829108.485063:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829109.509106:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829109.828992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829109.829025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829109.829047:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829109.829061:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1447
00000100:00080000:2.0:1787829109.829075:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829109.829087:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829109.829136:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210041088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829109.829177:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829109.829183:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829109.829185:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829109.829193:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1447
00000100:00080000:2.0:1787829109.829198:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829109.829204:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829109.829221:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829109.829230:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210041088:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829109.829246:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210041216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829109.829322:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829109.829359:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829109/real 1787829109]  req@ffff8d99e18b4000 x1874673210041088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829109.829385:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210041088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829109.829394:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829109.829397:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829109.829400:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210041088:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829109.829420:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210041216:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829109.829453:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829109.829464:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829109/real 1787829109]  req@ffff8d99e18b6580 x1874673210041216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829109.829474:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210041216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829109.829480:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829109.829482:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829109.829485:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210041216:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829110.533107:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829111.557110:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829112.581053:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829113.605083:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829114.629083:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829114.949030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829114.949065:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829114.949071:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829114.949083:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1453
00000100:00080000:1.0:1787829114.949098:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829114.949106:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829114.949158:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210041344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829114.949188:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829114.949191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829114.949193:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829114.949197:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1453
00000100:00080000:1.0:1787829114.949201:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829114.949205:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829114.949218:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829114.949231:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210041472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829114.949249:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210041344:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829114.949346:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829114.949380:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829114/real 1787829114]  req@ffff8d99d0f81680 x1874673210041344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829114.949394:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210041344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829114.949403:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829114.949406:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829114.949410:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210041344:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829114.949430:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210041472:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829114.949444:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829114.949452:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829114/real 1787829114]  req@ffff8d99d0f80000 x1874673210041472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829114.949461:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210041472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829114.949466:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829114.949468:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829114.949470:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210041472:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829115.653082:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829116.677233:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829117.701111:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829118.725072:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829119.749112:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829120.068991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829120.069002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829120.069011:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829120.069022:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1458
00000100:00080000:2.0:1787829120.069033:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829120.069042:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829120.069114:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210041600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829120.069142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829120.069145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829120.069146:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829120.069150:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1458
00000100:00080000:2.0:1787829120.069154:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829120.069158:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829120.069169:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829120.069180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210041728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829120.069194:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210041600:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829120.069276:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829120.069316:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829120/real 1787829120]  req@ffff8d99e18b7480 x1874673210041600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829120.069352:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210041600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829120.069364:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829120.069370:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829120.069374:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210041600:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829120.069401:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210041728:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829120.069429:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829120.069443:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829120/real 1787829120]  req@ffff8d99e18b61c0 x1874673210041728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829120.069457:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210041728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829120.069465:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829120.069469:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829120.069473:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210041728:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829120.773081:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829121.797065:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829122.821046:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829123.845066:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829124.869013:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829125.189038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829125.189049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829125.189053:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829125.189065:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1463
00000100:00080000:3.0:1787829125.189077:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829125.189084:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829125.189131:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210041856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829125.189179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829125.189182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829125.189184:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829125.189201:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1463
00000100:00080000:3.0:1787829125.189205:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829125.189209:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829125.189221:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829125.189228:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210041856:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829125.189234:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210041984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829125.189340:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210041984:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829125.893047:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829126.916996:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829127.941079:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787829128.261100:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787829128.261142:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787829128.261158:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787829128.261209:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787829128.261306:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829125/real 1787829128]  req@ffff8d99e18ba1c0 x1874673210041984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829128.261345:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210041984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829128.261359:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829128.261365:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829128.261370:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210041984:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787829128.261406:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829125/real 1787829128]  req@ffff8d99e18bbc00 x1874673210041856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829128.261422:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210041856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829128.261431:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829128.261435:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829128.261439:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210041856:192.168.203.142@tcp:250:kworker.0
00010000:00010000:1.0:1787829128.965044:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829129.989006:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829130.308989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829130.308999:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829130.309002:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829130.309012:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1468
00000100:00080000:1.0:1787829130.309032:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829130.309040:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829130.309073:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210042112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829130.309102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829130.309106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829130.309108:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829130.309113:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1468
00000100:00080000:1.0:1787829130.309118:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829130.309123:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829130.309133:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829130.309142:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210042112:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829130.309163:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210042240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829130.309238:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829130.309282:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829130/real 1787829130]  req@ffff8d99d0f83480 x1874673210042112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829130.309318:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210042112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829130.309331:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829130.309335:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829130.309339:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210042112:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829130.309383:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210042240:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829130.309413:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829130.309427:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829130/real 1787829130]  req@ffff8d99d0f82580 x1874673210042240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829130.309439:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210042240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829130.309448:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829130.309452:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829130.309456:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210042240:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829131.013014:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829132.037025:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829133.061019:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829134.085058:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829135.109059:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829135.428986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829135.428997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829135.429001:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829135.429012:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1473
00000100:00080000:1.0:1787829135.429024:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829135.429032:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829135.429075:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210042368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829135.429103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829135.429106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829135.429136:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829135.429143:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1473
00000100:00100000:3.0:1787829135.429145:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210042368:192.168.203.142@tcp:250:kworker.0
00000100:00080000:1.0:1787829135.429147:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829135.429155:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829135.429167:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829135.429180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210042496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829135.429232:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829135.429274:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829135/real 1787829135]  req@ffff8d99d0f80780 x1874673210042368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829135.429289:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210042368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829135.429298:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829135.429301:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829135.429305:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210042368:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829135.429326:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210042496:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829135.429354:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829135.429364:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829135/real 1787829135]  req@ffff8d99d0f830c0 x1874673210042496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829135.429372:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210042496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829135.429378:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829135.429381:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829135.429383:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210042496:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829136.133039:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829137.156970:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829138.181048:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829139.205019:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829140.229045:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829140.548978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829140.548989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829140.548994:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829140.549005:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1478
00000100:00080000:0.0:1787829140.549017:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829140.549024:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829140.549068:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210042624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829140.549110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829140.549132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829140.549134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829140.549139:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1478
00000100:00080000:0.0:1787829140.549143:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787829140.549146:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210042624:192.168.203.142@tcp:250:kworker.0
00000100:00080000:0.0:1787829140.549151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829140.549165:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829140.549179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210042752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829140.549222:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829140.549265:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829140/real 1787829140]  req@ffff8d99e1843480 x1874673210042624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829140.549280:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210042624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829140.549289:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829140.549292:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829140.549296:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210042624:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829140.549319:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210042752:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829140.549346:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829140.549356:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829140/real 1787829140]  req@ffff8d99e1840780 x1874673210042752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829140.549365:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210042752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829140.549371:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829140.549374:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829140.549376:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210042752:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829141.253027:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829142.277086:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829143.301088:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829144.325049:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829145.349097:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829145.668987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829145.668997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829145.669001:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829145.669012:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1483
00000100:00080000:1.0:1787829145.669022:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829145.669029:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829145.669075:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210042880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829145.669110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829145.669113:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829145.669114:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829145.669117:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1483
00000100:00080000:1.0:1787829145.669120:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829145.669123:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829145.669131:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829145.669144:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210043008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829145.669156:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210042880:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829145.669209:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829145.669241:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829145/real 1787829145]  req@ffff8d99d0f82940 x1874673210042880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829145.669254:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210042880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829145.669262:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829145.669264:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829145.669267:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210042880:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829145.669285:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210043008:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829145.669316:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829145.669339:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829145/real 1787829145]  req@ffff8d99d0f81e00 x1874673210043008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829145.669353:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210043008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829145.669362:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829145.669366:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829145.669368:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210043008:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829146.373115:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829147.397176:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829148.420989:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829149.444990:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829150.469004:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829150.789061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829150.789086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829150.789090:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829150.789098:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1488
00000100:00080000:0.0:1787829150.789107:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829150.789119:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829150.789163:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210043136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829150.789183:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829150.789186:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829150.789187:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829150.789190:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1488
00000100:00080000:0.0:1787829150.789192:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829150.789196:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829150.789204:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829150.789214:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210043264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829150.789219:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210043136:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829150.789272:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829150.789301:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829150/real 1787829150]  req@ffff8d99e1841e00 x1874673210043136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829150.789323:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210043136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829150.789334:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829150.789339:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829150.789343:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210043136:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829150.789388:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210043264:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829150.789419:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829150.789429:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829150/real 1787829150]  req@ffff8d99e1840000 x1874673210043264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829150.789444:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210043264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829150.789450:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829150.789452:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829150.789455:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210043264:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829151.493014:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829152.516988:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829153.541045:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829154.565013:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829155.589008:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829155.909011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829155.909065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829155.909068:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829155.909076:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1493
00000100:00080000:3.0:1787829155.909086:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829155.909091:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829155.909123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210043392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829155.909147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829155.909150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829155.909151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829155.909154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1493
00000100:00080000:3.0:1787829155.909156:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829155.909158:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829155.909166:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829155.909191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210043520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829155.909197:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210043392:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829155.909253:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829155.909304:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829155/real 1787829155]  req@ffff8d99e18b83c0 x1874673210043392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829155.909318:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210043392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829155.909325:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829155.909328:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829155.909331:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210043392:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829155.909358:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210043520:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829155.909376:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829155.909385:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829155/real 1787829155]  req@ffff8d99e18b9680 x1874673210043520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829155.909393:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210043520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829155.909399:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829155.909401:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829155.909403:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210043520:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829156.612983:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829157.637033:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829158.661002:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829159.685092:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829160.709000:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829161.028974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829161.028999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829161.029003:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829161.029015:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1499
00000100:00080000:3.0:1787829161.029026:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829161.029033:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829161.029078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210043648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829161.029108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829161.029122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829161.029124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829161.029129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1499
00000100:00080000:3.0:1787829161.029133:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829161.029137:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829161.029147:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829161.029162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210043776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829161.029166:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210043648:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829161.029224:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829161.029257:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829161/real 1787829161]  req@ffff8d99e18b8b40 x1874673210043648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829161.029281:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210043648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829161.029288:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829161.029292:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829161.029295:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210043648:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829161.029327:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210043776:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829161.029344:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829161.029353:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829161/real 1787829161]  req@ffff8d99e18b9e00 x1874673210043776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829161.029362:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210043776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829161.029368:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829161.029370:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829161.029372:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210043776:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829161.733060:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829162.757065:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829163.781038:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829164.805067:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829165.829048:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829166.149020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829166.149033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829166.149038:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829166.149049:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1504
00000100:00080000:1.0:1787829166.149061:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829166.149070:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829166.149118:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210043904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829166.149148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829166.149154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829166.149156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829166.149163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1504
00000100:00080000:1.0:1787829166.149168:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829166.149174:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829166.149186:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829166.149191:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210043904:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829166.149203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210044032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829166.149275:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829166.149316:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829166/real 1787829166]  req@ffff8d99d0f83c00 x1874673210043904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829166.149419:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210043904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829166.149529:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829166.149534:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829166.149539:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210043904:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829166.149561:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210044032:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829166.149589:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829166.149688:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829166/real 1787829166]  req@ffff8d99d0f812c0 x1874673210044032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829166.149702:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210044032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829166.149710:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829166.149713:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829166.149715:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210044032:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829166.853146:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829167.877149:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829168.901062:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829169.925076:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829170.949116:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829171.269025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829171.269036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829171.269040:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829171.269052:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1509
00000100:00080000:1.0:1787829171.269062:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829171.269070:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829171.269138:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210044160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829171.269173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829171.269178:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829171.269180:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829171.269186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1509
00000100:00080000:1.0:1787829171.269192:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829171.269199:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829171.269212:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829171.269219:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210044160:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829171.269236:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210044288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829171.269306:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829171.269351:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829171/real 1787829171]  req@ffff8d99d0f83840 x1874673210044160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829171.269367:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210044160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829171.269389:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829171.269392:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829171.269396:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210044160:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829171.269416:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210044288:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829171.269437:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829171.269448:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829171/real 1787829171]  req@ffff8d99d0f80f00 x1874673210044288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829171.269458:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210044288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829171.269464:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829171.269467:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829171.269469:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210044288:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829171.973063:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829172.997020:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829174.020985:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829175.045084:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829176.069075:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829176.389062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829176.389076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829176.389082:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829176.389112:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1514
00000100:00080000:3.0:1787829176.389125:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829176.389134:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829176.389184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210044416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829176.389217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829176.389251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829176.389253:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829176.389259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1514
00000100:00080000:3.0:1787829176.389264:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829176.389268:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829176.389281:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210044416:192.168.203.142@tcp:250:kworker.0
00000008:00100000:3.0:1787829176.389282:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829176.389300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210044544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829176.389368:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829176.389425:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829176/real 1787829176]  req@ffff8d99e18bb480 x1874673210044416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829176.389444:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210044416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829176.389455:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829176.389459:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829176.389463:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210044416:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829176.389490:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210044544:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829176.389511:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829176.389523:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829176/real 1787829176]  req@ffff8d99e18ba940 x1874673210044544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829176.389534:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210044544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829176.389541:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829176.389544:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829176.389547:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210044544:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829177.093003:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829178.117012:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829179.140985:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829180.165031:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829181.188989:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829181.508928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829181.508940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829181.508944:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829181.508955:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1519
00000100:00080000:3.0:1787829181.508967:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829181.508973:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829181.509034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210044672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829181.509056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829181.509058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829181.509060:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829181.509063:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1519
00000100:00080000:3.0:1787829181.509065:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829181.509068:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829181.509078:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829181.509088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210044800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829181.509129:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210044672:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829181.509195:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829181.509242:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829181/real 1787829181]  req@ffff8d99e18b8000 x1874673210044672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829181.509257:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210044672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829181.509266:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829181.509269:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829181.509273:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210044672:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829181.509293:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210044800:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829181.509309:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829181.509331:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829181/real 1787829181]  req@ffff8d99e18bb0c0 x1874673210044800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829181.509345:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210044800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829181.509354:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829181.509358:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829181.509362:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210044800:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829182.213024:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829183.237019:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829184.262173:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829185.284991:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829186.309073:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829186.628991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829186.630443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829186.630448:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829186.630460:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1524
00000100:00080000:0.0:1787829186.630474:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829186.630482:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829186.630558:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210044928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829186.630597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829186.630600:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829186.630602:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829186.630607:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1524
00000100:00080000:0.0:1787829186.630612:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829186.630617:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829186.630648:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829186.630650:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210044928:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829186.630673:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210045056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829186.630732:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829186.630811:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829186/real 1787829186]  req@ffff8d99e18430c0 x1874673210044928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829186.630844:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210044928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829186.630854:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829186.630857:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829186.630860:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210044928:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829186.630883:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210045056:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829186.630944:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829186.630959:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829186/real 1787829186]  req@ffff8d99e1840000 x1874673210045056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829186.630974:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210045056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829186.630983:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829186.630987:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829186.630991:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210045056:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829187.333038:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829188.357034:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829189.381023:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829190.405014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829191.429010:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829191.749024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829191.749034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829191.749038:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829191.749048:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1529
00000100:00080000:1.0:1787829191.749059:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829191.749067:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829191.749103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210045184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829191.749134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829191.749150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829191.749168:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829191.749175:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1529
00000100:00080000:1.0:1787829191.749180:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829191.749186:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829191.749198:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829191.749223:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210045184:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829191.749231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210045312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829191.749399:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210045312:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829192.452993:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829193.477046:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829194.500995:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787829194.821205:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787829194.821250:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787829194.821269:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787829194.821306:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:0.0:1787829194.821356:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829191/real 1787829194]  req@ffff8d99d0f81a40 x1874673210045312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829194.821386:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210045312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829194.821413:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829194.821422:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829194.821428:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210045312:192.168.203.142@tcp:38:kworker.0
00000100:00100000:0.0:1787829194.821446:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829191/real 1787829194]  req@ffff8d99d0f80b40 x1874673210045184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829194.821463:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210045184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829194.821473:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829194.821477:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829194.821481:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210045184:192.168.203.142@tcp:250:kworker.0
00010000:00010000:3.0:1787829195.525063:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829196.549222:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829196.869059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829196.869070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829196.869076:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829196.869088:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1534
00000100:00080000:0.0:1787829196.869101:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829196.869111:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829196.869152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210045440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829196.869199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829196.869204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829196.869207:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829196.869229:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1534
00000100:00080000:0.0:1787829196.869235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829196.869241:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829196.869253:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829196.869272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210045568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829196.869279:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210045440:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829196.869371:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829196.869415:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829196/real 1787829196]  req@ffff8d99e1841e00 x1874673210045440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829196.869440:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210045440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829196.869454:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829196.869459:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829196.869464:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210045440:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829196.869495:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210045568:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829196.869527:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829196.869545:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829196/real 1787829196]  req@ffff8d99e1840780 x1874673210045568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829196.869562:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210045568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829196.869574:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829196.869578:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829196.869582:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210045568:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829197.573093:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829198.597021:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829199.621003:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829200.645034:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829201.669071:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829201.988998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829201.989007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829201.989011:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829201.989021:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1540
00000100:00080000:1.0:1787829201.989031:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829201.989040:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829201.989080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210045696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829201.989105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829201.989110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829201.989112:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829201.989119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1540
00000100:00080000:1.0:1787829201.989125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829201.989147:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829201.989159:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829201.989178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210045824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829201.989186:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210045696:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829201.989249:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829201.989281:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829201/real 1787829201]  req@ffff8d99d0f803c0 x1874673210045696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829201.989296:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210045696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829201.989305:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829201.989309:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829201.989312:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210045696:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829201.989334:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210045824:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829201.989351:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829201.989360:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829201/real 1787829201]  req@ffff8d99d0f82d00 x1874673210045824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829201.989369:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210045824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829201.989375:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829201.989385:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829201.989387:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210045824:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829202.693123:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829203.717061:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829204.741029:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829205.765100:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829206.789107:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829207.109035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829207.109062:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829207.109066:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829207.109079:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1545
00000100:00080000:2.0:1787829207.109091:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829207.109099:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829207.109146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210045952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829207.109180:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829207.109185:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829207.109188:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829207.109193:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1545
00000100:00080000:2.0:1787829207.109198:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829207.109202:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829207.109214:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829207.109231:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210046080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829207.109258:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210045952:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829207.109362:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829207.109430:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829207/real 1787829207]  req@ffff8d99e18b4780 x1874673210045952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829207.109464:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210045952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829207.109483:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829207.109489:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829207.109494:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210045952:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829207.109521:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210046080:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829207.109557:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829207.109570:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829207/real 1787829207]  req@ffff8d99e18b5680 x1874673210046080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829207.109584:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210046080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829207.109593:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829207.109597:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829207.109601:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210046080:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829207.813076:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829208.837002:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829209.861002:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829210.885022:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829211.908999:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829212.228953:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829212.228964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829212.228968:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829212.228988:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1550
00000100:00080000:2.0:1787829212.229031:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829212.229037:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829212.229066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210046208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829212.229088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829212.229091:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829212.229093:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829212.229115:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1550
00000100:00080000:2.0:1787829212.229118:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829212.229122:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829212.229130:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829212.229140:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210046336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829212.229151:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210046208:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829212.229225:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829212.229260:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829212/real 1787829212]  req@ffff8d99e18b7840 x1874673210046208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829212.229281:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210046208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829212.229305:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829212.229310:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829212.229315:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210046208:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829212.229356:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210046336:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829212.229390:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829212.229411:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829212/real 1787829212]  req@ffff8d99e18b5e00 x1874673210046336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829212.229421:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210046336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829212.229427:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829212.229429:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829212.229432:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210046336:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829212.933025:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829213.957023:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829214.980979:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829216.005021:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829217.029057:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829217.349003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829217.349016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829217.349021:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829217.349033:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1555
00000100:00080000:1.0:1787829217.349045:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829217.349053:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829217.349096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210046464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829217.349121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829217.349123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829217.349125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829217.349128:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1555
00000100:00080000:1.0:1787829217.349131:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829217.349133:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829217.349143:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829217.349153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210046592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829217.349205:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210046464:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829217.349274:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829217.349321:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829217/real 1787829217]  req@ffff8d99d0f82d00 x1874673210046464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829217.349349:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210046464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829217.349357:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829217.349361:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829217.349364:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210046464:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829217.349370:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210046592:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829217.349388:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829217.349397:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829217/real 1787829217]  req@ffff8d99d0f803c0 x1874673210046592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829217.349405:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210046592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829217.349410:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829217.349412:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829217.349414:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210046592:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829218.053035:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829219.077077:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829220.101048:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829221.125014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829222.148994:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829222.469057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829222.469072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829222.469077:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829222.469091:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1560
00000100:00080000:0.0:1787829222.469106:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829222.469116:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829222.469166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210046720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829222.469222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829222.469226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829222.469228:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829222.469233:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1560
00000100:00080000:0.0:1787829222.469237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829222.469243:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829222.469256:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829222.469273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210046848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829222.469291:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210046720:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829222.469371:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829222.469419:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829222/real 1787829222]  req@ffff8d99e1843480 x1874673210046720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829222.469440:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210046720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829222.469467:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829222.469475:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829222.469479:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210046720:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829222.469500:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210046848:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829222.469539:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829222.469550:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829222/real 1787829222]  req@ffff8d99e1842580 x1874673210046848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829222.469560:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210046848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829222.469567:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829222.469571:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829222.469574:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210046848:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829223.173014:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829224.197003:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829225.221058:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829226.245002:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829227.269026:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829227.588989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829227.588998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829227.589002:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829227.589010:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1565
00000100:00080000:1.0:1787829227.589019:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829227.589026:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829227.589060:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210046976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829227.589081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829227.589083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829227.589085:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829227.589088:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1565
00000100:00080000:1.0:1787829227.589090:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829227.589092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829227.589100:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829227.589114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210047104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829227.589133:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210046976:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829227.589204:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829227.589249:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829227/real 1787829227]  req@ffff8d99d0f80b40 x1874673210046976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829227.589269:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210046976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829227.589280:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829227.589297:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829227.589302:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210046976:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829227.589324:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210047104:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829227.589347:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829227.589359:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829227/real 1787829227]  req@ffff8d99d0f81a40 x1874673210047104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829227.589372:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210047104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829227.589381:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829227.589385:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829227.589389:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210047104:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829228.292974:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829229.317000:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829230.341085:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829231.365004:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829232.389066:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829232.709003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829232.709012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829232.709015:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829232.709024:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1570
00000100:00080000:3.0:1787829232.709033:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829232.709039:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829232.709083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210047232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829232.709111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829232.709115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829232.709117:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829232.709121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1570
00000100:00080000:3.0:1787829232.709125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829232.709129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829232.709137:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829232.709149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210047360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829232.709157:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210047232:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829232.709216:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829232.709250:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829232/real 1787829232]  req@ffff8d99e18bb0c0 x1874673210047232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829232.709263:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210047232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829232.709271:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829232.709273:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829232.709276:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210047232:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829232.709304:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210047360:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829232.709321:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829232.709330:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829232/real 1787829232]  req@ffff8d99e18b8000 x1874673210047360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829232.709338:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210047360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829232.709343:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829232.709345:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829232.709348:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210047360:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829233.413055:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829234.437016:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829235.461050:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829236.485009:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829237.508992:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829237.828955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829237.828963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829237.828967:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829237.828976:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1575
00000100:00080000:3.0:1787829237.828986:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829237.828996:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829237.829028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210047488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829237.829054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829237.829057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829237.829059:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829237.829063:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1575
00000100:00080000:3.0:1787829237.829066:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829237.829069:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829237.829078:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829237.829090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210047616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829237.829098:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210047488:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829237.829166:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829237.829201:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829237/real 1787829237]  req@ffff8d99e18ba940 x1874673210047488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829237.829215:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210047488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829237.829224:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829237.829227:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829237.829229:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210047488:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829237.829249:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210047616:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829237.829266:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829237.829288:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829237/real 1787829237]  req@ffff8d99e18bb480 x1874673210047616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829237.829297:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210047616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829237.829303:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829237.829305:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829237.829308:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210047616:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829238.533001:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829239.556996:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829240.581030:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829241.604983:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829242.629028:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829242.948951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829242.948962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829242.948984:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829242.948994:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1581
00000100:00080000:3.0:1787829242.949003:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829242.949010:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829242.949040:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210047744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829242.949075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829242.949078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829242.949079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829242.949082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1581
00000100:00080000:3.0:1787829242.949084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829242.949087:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829242.949095:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829242.949103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210047872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829242.949127:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210047744:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829242.949212:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829242.949261:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829242/real 1787829242]  req@ffff8d99e18b9e00 x1874673210047744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829242.949281:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210047744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829242.949293:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829242.949297:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829242.949300:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210047744:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829242.949324:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210047872:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829242.949343:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829242.949353:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829242/real 1787829242]  req@ffff8d99e18b8b40 x1874673210047872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829242.949391:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210047872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829242.949405:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829242.949407:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829242.949410:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210047872:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829243.653033:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829244.677128:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829245.701067:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829246.724999:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829247.749169:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829248.069076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829248.069091:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829248.069096:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829248.069109:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1586
00000100:00080000:0.0:1787829248.069122:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829248.069130:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829248.069192:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210048000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829248.069227:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829248.069230:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829248.069231:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829248.069235:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1586
00000100:00080000:0.0:1787829248.069238:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829248.069241:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829248.069252:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829248.069266:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210048128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829248.069280:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210048000:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829248.069372:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829248.069430:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829248/real 1787829248]  req@ffff8d99e1843c00 x1874673210048000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829248.069445:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210048000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829248.069454:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829248.069457:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829248.069460:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210048000:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829248.069484:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210048128:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829248.069509:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829248.069519:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829248/real 1787829248]  req@ffff8d99e18412c0 x1874673210048128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829248.069528:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210048128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829248.069534:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829248.069536:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829248.069539:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210048128:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829248.773097:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829249.797051:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829250.821042:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829251.845082:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829252.868995:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829253.188970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829253.188979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829253.188983:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829253.188991:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1591
00000100:00080000:1.0:1787829253.189000:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829253.189006:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829253.189035:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210048256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829253.189060:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829253.189063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829253.189064:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829253.189067:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1591
00000100:00080000:1.0:1787829253.189070:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829253.189072:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829253.189080:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829253.189088:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210048384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829253.189105:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210048256:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829253.189166:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829253.189201:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829253/real 1787829253]  req@ffff8d99d0f80f00 x1874673210048256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829253.189221:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210048256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829253.189233:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829253.189237:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829253.189241:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210048256:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829253.189262:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210048384:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829253.189282:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829253.189325:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829253/real 1787829253]  req@ffff8d99d0f83840 x1874673210048384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829253.189339:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210048384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829253.189349:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829253.189352:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829253.189356:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210048384:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829253.893055:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829254.917021:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829255.941005:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829256.965018:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829257.989002:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829258.308965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829258.308973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829258.308977:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829258.308988:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1596
00000100:00080000:1.0:1787829258.308999:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829258.309007:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829258.309058:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210048512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829258.309096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829258.309099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829258.309100:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829258.309103:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1596
00000100:00080000:1.0:1787829258.309107:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829258.309110:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829258.309119:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829258.309151:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210048640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829258.309158:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210048512:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829258.309339:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210048640:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829259.013138:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829260.037022:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829261.061095:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787829261.381224:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787829261.381322:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787829261.381370:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787829261.381452:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787829261.381504:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829258/real 1787829261]  req@ffff8d99d0f83c00 x1874673210048640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829261.381537:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210048640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829261.381552:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829261.381558:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829261.381563:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210048640:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787829261.381572:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829258/real 1787829261]  req@ffff8d99d0f812c0 x1874673210048512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829261.381589:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210048512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829261.381616:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829261.381619:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829261.381623:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210048512:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787829262.084996:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829263.109018:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829263.429029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829263.429041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829263.429045:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829263.429055:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1601
00000100:00080000:0.0:1787829263.429065:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829263.429072:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829263.429102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210048768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829263.429124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829263.429140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829263.429142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829263.429146:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1601
00000100:00080000:0.0:1787829263.429150:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829263.429154:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829263.429165:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829263.429179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210048896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829263.429194:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210048768:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829263.429298:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829263.429343:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829263/real 1787829263]  req@ffff8d99e18403c0 x1874673210048768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829263.429362:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210048768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829263.429373:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829263.429377:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829263.429382:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210048768:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829263.429411:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210048896:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829263.429437:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829263.429450:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829263/real 1787829263]  req@ffff8d99e1842d00 x1874673210048896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829263.429462:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210048896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829263.429470:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829263.429473:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829263.429500:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210048896:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829264.132983:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829265.156999:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829266.181012:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829267.205044:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829268.229098:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829268.549043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829268.549062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829268.549069:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829268.549086:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1606
00000100:00080000:0.0:1787829268.549129:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829268.549139:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829268.549208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210049024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829268.549249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829268.549254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829268.549257:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829268.549263:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1606
00000100:00080000:0.0:1787829268.549268:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829268.549274:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829268.549286:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829268.549321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210049152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829268.549387:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210049024:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829268.549466:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829268.549518:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829268/real 1787829268]  req@ffff8d99e18421c0 x1874673210049024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829268.549541:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210049024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829268.549554:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829268.549559:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829268.549565:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210049024:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829268.549573:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210049152:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829268.549596:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829268.549609:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829268/real 1787829268]  req@ffff8d99e1842d00 x1874673210049152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829268.549623:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210049152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829268.549632:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829268.549635:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829268.549639:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210049152:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829269.253034:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829270.277027:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829271.301115:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829272.325027:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829273.349068:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829273.669068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829273.669085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829273.669091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829273.669105:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1611
00000100:00080000:0.0:1787829273.669120:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829273.669130:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829273.669208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210049280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829273.669244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829273.669249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829273.669273:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829273.669279:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1611
00000100:00080000:0.0:1787829273.669285:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829273.669291:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829273.669305:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829273.669320:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210049408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829273.669330:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210049280:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829273.669449:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829273.669535:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829273/real 1787829273]  req@ffff8d99e18403c0 x1874673210049280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829273.669560:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210049280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829273.669574:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829273.669579:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829273.669586:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210049280:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829273.669622:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210049408:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829273.669660:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829273.669680:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829273/real 1787829273]  req@ffff8d99e18412c0 x1874673210049408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829273.669696:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210049408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829273.669707:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829273.669711:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829273.669715:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210049408:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829274.373089:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829275.397027:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829276.421106:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829277.444998:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829278.469137:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829278.789017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829278.789025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829278.789029:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829278.789039:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1616
00000100:00080000:2.0:1787829278.789048:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829278.789059:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829278.789109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210049536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829278.789151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829278.789154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829278.789156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829278.789169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1616
00000100:00080000:2.0:1787829278.789173:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829278.789177:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829278.789186:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829278.789191:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210049536:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829278.789198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210049664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829278.789252:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829278.789294:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829278/real 1787829278]  req@ffff8d99e18b5e00 x1874673210049536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829278.789309:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210049536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829278.789317:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829278.789320:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829278.789323:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210049536:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829278.789347:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210049664:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829278.789362:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829278.789372:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829278/real 1787829278]  req@ffff8d99e18b7840 x1874673210049664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829278.789380:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210049664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829278.789406:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829278.789408:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829278.789411:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210049664:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829279.492981:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829280.517062:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829281.540995:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829282.565010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829283.589060:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829283.908949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829283.908957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829283.908961:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829283.908970:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1621
00000100:00080000:2.0:1787829283.908979:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829283.908985:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829283.909017:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210049792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829283.909039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829283.909042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829283.909054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829283.909058:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1621
00000100:00080000:2.0:1787829283.909062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829283.909065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829283.909074:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829283.909103:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210049792:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829283.909103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210049920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829283.909180:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829283.909213:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829283/real 1787829283]  req@ffff8d99e18b5680 x1874673210049792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829283.909239:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210049792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829283.909246:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829283.909249:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829283.909253:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210049792:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829283.909274:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210049920:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829283.909288:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829283.909296:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829283/real 1787829283]  req@ffff8d99e18b4780 x1874673210049920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829283.909304:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210049920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829283.909310:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829283.909312:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829283.909314:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210049920:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829284.613129:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829285.637008:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829286.661000:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829287.685033:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829288.709023:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829289.029065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829289.029074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829289.029094:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829289.029103:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1627
00000100:00080000:1.0:1787829289.029112:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829289.029118:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829289.029153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210050048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829289.029183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829289.029187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829289.029189:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829289.029194:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1627
00000100:00080000:1.0:1787829289.029198:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829289.029203:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829289.029212:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829289.029223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210050176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829289.029242:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210050048:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829289.029313:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829289.029360:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829289/real 1787829289]  req@ffff8d99d0f81e00 x1874673210050048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829289.029382:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210050048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829289.029395:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829289.029399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829289.029404:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210050048:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829289.029430:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210050176:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829289.029456:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829289.029471:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829289/real 1787829289]  req@ffff8d99d0f82940 x1874673210050176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829289.029485:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210050176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829289.029495:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829289.029499:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829289.029503:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210050176:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829289.733058:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829290.757007:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829291.781131:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829292.804984:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829293.829031:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829294.149000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829294.149033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829294.149039:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829294.149053:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1632
00000100:00080000:1.0:1787829294.149065:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829294.149073:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829294.149114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210050304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829294.149143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829294.149163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829294.149165:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829294.149170:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1632
00000100:00080000:1.0:1787829294.149175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829294.149180:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829294.149191:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829294.149211:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210050304:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829294.149211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210050432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829294.149298:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829294.149338:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829294/real 1787829294]  req@ffff8d99d0f830c0 x1874673210050304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829294.149356:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210050304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829294.149367:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829294.149371:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829294.149374:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210050304:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829294.149398:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210050432:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829294.149418:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829294.149429:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829294/real 1787829294]  req@ffff8d99d0f80780 x1874673210050432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829294.149440:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210050432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829294.149447:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829294.149451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829294.149454:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210050432:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829294.853039:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829295.877059:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829296.901050:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829297.925025:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829298.949086:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829299.269061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829299.269083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829299.269087:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829299.269098:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1637
00000100:00080000:2.0:1787829299.269108:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829299.269115:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829299.269175:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210050560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829299.269219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829299.269243:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829299.269247:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829299.269254:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1637
00000100:00080000:2.0:1787829299.269260:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829299.269284:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829299.269296:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829299.269304:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210050560:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829299.269315:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210050688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829299.269378:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829299.269435:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829299/real 1787829299]  req@ffff8d99e18b61c0 x1874673210050560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829299.269488:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210050560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829299.269500:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829299.269505:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829299.269510:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210050560:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829299.269536:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210050688:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829299.269562:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829299.269575:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829299/real 1787829299]  req@ffff8d99e18b7480 x1874673210050688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829299.269590:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210050688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829299.269601:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829299.269605:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829299.269609:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210050688:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829299.973031:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829300.996992:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829302.021031:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829303.045011:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829304.069066:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829304.389007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829304.389017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829304.389020:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829304.389046:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1642
00000100:00080000:0.0:1787829304.389056:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829304.389062:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829304.389094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210050816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829304.389136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829304.389139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829304.389140:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829304.389144:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1642
00000100:00080000:0.0:1787829304.389147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829304.389150:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829304.389159:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829304.389170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210050944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829304.389175:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210050816:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829304.389244:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829304.389286:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829304/real 1787829304]  req@ffff8d99e1843c00 x1874673210050816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829304.389303:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210050816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829304.389311:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829304.389315:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829304.389318:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210050816:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829304.389343:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210050944:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829304.389383:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829304.389397:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829304/real 1787829304]  req@ffff8d99e1842580 x1874673210050944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829304.389415:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210050944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829304.389421:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829304.389423:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829304.389425:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210050944:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829305.093144:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829306.117004:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829307.141010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829308.165014:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829309.189067:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829309.509009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829309.509021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829309.509026:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829309.509039:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1647
00000100:00080000:0.0:1787829309.509052:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829309.509059:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829309.509097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210051072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829309.509133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829309.509137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829309.509138:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829309.509142:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1647
00000100:00080000:0.0:1787829309.509145:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829309.509149:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829309.509171:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829309.509191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210051200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829309.509196:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210051072:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787829309.509286:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829309.509330:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829309/real 1787829309]  req@ffff8d99e1843480 x1874673210051072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829309.509345:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210051072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829309.509353:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829309.509357:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829309.509361:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210051072:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829309.509387:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210051200:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829309.509404:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829309.509416:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829309/real 1787829309]  req@ffff8d99e1840780 x1874673210051200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829309.509437:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210051200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829309.509444:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829309.509447:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829309.509450:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210051200:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829310.213059:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829311.236998:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829312.260996:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829313.285008:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829314.308981:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829314.628984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829314.628992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829314.628996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829314.629005:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1652
00000100:00080000:1.0:1787829314.629014:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829314.629020:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829314.629053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210051328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829314.629077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829314.629080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829314.629081:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829314.629086:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1652
00000100:00080000:1.0:1787829314.629089:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829314.629093:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829314.629104:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829314.629117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210051456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829314.629126:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210051328:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829314.629183:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829314.629215:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829314/real 1787829314]  req@ffff8d99d0f82580 x1874673210051328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829314.629229:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210051328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829314.629237:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829314.629240:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829314.629243:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210051328:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829314.629261:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210051456:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829314.629276:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829314.629291:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829314/real 1787829314]  req@ffff8d99d0f83480 x1874673210051456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829314.629300:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210051456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829314.629305:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829314.629308:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829314.629310:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210051456:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829315.333053:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829316.357077:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829317.381033:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829318.404986:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829319.428999:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829319.748953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829319.748965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829319.748969:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829319.748980:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1657
00000100:00080000:3.0:1787829319.748992:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829319.748999:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829319.749046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210051584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829319.749069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829319.749072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829319.749074:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829319.749077:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1657
00000100:00080000:3.0:1787829319.749080:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829319.749084:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829319.749093:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829319.749103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210051712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829319.749109:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210051584:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829319.749186:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829319.749222:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829319/real 1787829319]  req@ffff8d99e18b9680 x1874673210051584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829319.749237:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210051584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829319.749246:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829319.749249:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829319.749252:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210051584:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829319.749277:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210051712:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829319.749294:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829319.749303:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829319/real 1787829319]  req@ffff8d99e18b83c0 x1874673210051712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829319.749311:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210051712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829319.749328:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829319.749331:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829319.749333:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210051712:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829320.453033:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829321.477018:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829322.501087:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829323.525076:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829324.548999:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829324.868962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829324.868970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829324.868974:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829324.868983:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1662
00000100:00080000:0.0:1787829324.868992:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829324.868999:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829324.869037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210051840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829324.869079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829324.869083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829324.869085:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829324.869090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1662
00000100:00080000:0.0:1787829324.869095:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829324.869102:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829324.869112:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829324.869131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210051968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829324.869144:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210051840:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829324.869262:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210051968:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829325.573020:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829326.597090:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829327.620982:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787829327.941191:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787829327.941235:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787829327.941251:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787829327.941290:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787829327.941348:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829324/real 1787829327]  req@ffff8d99e1840000 x1874673210051968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829327.941375:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210051968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829327.941388:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829327.941393:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829327.941398:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210051968:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787829327.941406:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829324/real 1787829327]  req@ffff8d99e1841e00 x1874673210051840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829327.941418:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210051840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829327.941448:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829327.941452:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829327.941456:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210051840:192.168.203.142@tcp:250:kworker.0
00010000:00010000:0.0:1787829328.645055:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829329.669039:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829329.989006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829329.989017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829329.989021:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829329.989033:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1668
00000100:00080000:3.0:1787829329.989064:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829329.989072:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829329.989109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210052096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829329.989138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829329.989141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829329.989142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829329.989145:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1668
00000100:00080000:3.0:1787829329.989148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829329.989151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829329.989161:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829329.989171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210052224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829329.989192:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210052096:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829329.989273:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829329.989322:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829329/real 1787829329]  req@ffff8d99e18bbc00 x1874673210052096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829329.989343:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210052096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829329.989355:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829329.989360:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829329.989365:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210052096:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829329.989395:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210052224:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829329.989422:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829329.989437:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829329/real 1787829329]  req@ffff8d99e18ba1c0 x1874673210052224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829329.989450:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210052224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829329.989460:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829329.989464:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829329.989476:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210052224:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829330.693036:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829331.717033:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829332.741068:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829333.765068:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829334.789091:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829335.108991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829335.109001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829335.109005:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829335.109019:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1673
00000100:00080000:0.0:1787829335.109031:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829335.109038:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829335.109078:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210052352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829335.109101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829335.109103:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829335.109105:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829335.109108:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1673
00000100:00080000:0.0:1787829335.109110:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829335.109113:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829335.109122:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829335.109133:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210052480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829335.109152:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210052352:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829335.109221:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829335.109266:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829335/real 1787829335]  req@ffff8d99e18430c0 x1874673210052352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829335.109287:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210052352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829335.109300:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829335.109305:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829335.109310:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210052352:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829335.109340:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210052480:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829335.109367:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829335.109383:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829335/real 1787829335]  req@ffff8d99e1841e00 x1874673210052480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829335.109398:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210052480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829335.109408:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829335.109411:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829335.109414:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210052480:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829335.813076:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829336.837056:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829337.861073:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829338.885048:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829339.909021:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829340.228941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829340.228950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829340.228953:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829340.228962:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1678
00000100:00080000:0.0:1787829340.228972:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829340.228978:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829340.229012:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210052608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829340.229052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829340.229054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829340.229056:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829340.229059:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1678
00000100:00080000:0.0:1787829340.229062:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829340.229065:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829340.229073:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829340.229082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210052736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829340.229137:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210052608:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829340.229215:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829340.229260:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829340/real 1787829340]  req@ffff8d99e1840000 x1874673210052608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829340.229275:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210052608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829340.229285:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829340.229288:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829340.229292:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210052608:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829340.229298:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210052736:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829340.229312:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829340.229320:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829340/real 1787829340]  req@ffff8d99e1840780 x1874673210052736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829340.229328:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210052736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829340.229333:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829340.229335:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829340.229337:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210052736:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829340.933042:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829341.957064:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829342.981060:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829344.005062:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829345.029074:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829345.349005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829345.349013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829345.349017:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829345.349026:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1683
00000100:00080000:1.0:1787829345.349036:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829345.349042:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829345.349077:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210052864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829345.349113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829345.349117:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829345.349118:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829345.349123:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1683
00000100:00080000:1.0:1787829345.349127:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829345.349130:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829345.349140:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829345.349158:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210052864:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829345.349174:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210052992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829345.349219:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829345.349319:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829345/real 1787829345]  req@ffff8d99d0f80000 x1874673210052864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829345.349461:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210052864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829345.349487:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829345.349493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829345.349546:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210052864:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829345.349572:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210052992:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829345.349600:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829345.349616:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829345/real 1787829345]  req@ffff8d99d0f81680 x1874673210052992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829345.349631:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210052992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829345.349640:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829345.349644:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829345.349648:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210052992:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829346.053017:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829347.076993:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829348.101038:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829349.125012:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829350.149081:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829350.468963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829350.468973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829350.468977:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829350.468985:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1688
00000100:00080000:0.0:1787829350.468995:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829350.469002:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829350.469042:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210053120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829350.469061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829350.469064:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829350.469065:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829350.469069:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1688
00000100:00080000:0.0:1787829350.469073:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829350.469093:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829350.469105:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829350.469106:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210053120:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829350.469124:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210053248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829350.469181:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829350.469226:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829350/real 1787829350]  req@ffff8d99e1843480 x1874673210053120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829350.469246:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210053120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829350.469254:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829350.469258:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829350.469268:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210053120:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829350.469289:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210053248:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829350.469314:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829350.469324:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829350/real 1787829350]  req@ffff8d99e1842580 x1874673210053248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829350.469333:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210053248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829350.469340:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829350.469344:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829350.469347:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210053248:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829351.173009:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829352.197001:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829353.220999:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829354.244981:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829355.269000:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829355.588997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829355.589007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829355.589012:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829355.589023:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1693
00000100:00080000:3.0:1787829355.589033:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829355.589040:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829355.589085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210053376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829355.589123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829355.589127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829355.589129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829355.589134:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1693
00000100:00080000:3.0:1787829355.589138:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829355.589159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829355.589170:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829355.589171:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210053376:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829355.589188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210053504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829355.589249:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829355.589281:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829355/real 1787829355]  req@ffff8d99e18ba1c0 x1874673210053376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829355.589295:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210053376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829355.589303:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829355.589306:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829355.589309:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210053376:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829355.589327:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210053504:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829355.589343:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829355.589351:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829355/real 1787829355]  req@ffff8d99e18bbc00 x1874673210053504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829355.589359:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210053504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829355.589365:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829355.589368:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829355.589370:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210053504:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829356.292996:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829357.316978:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829358.341014:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829359.365007:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829360.389075:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829360.708971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829360.708983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829360.708987:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829360.708999:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1698
00000100:00080000:0.0:1787829360.709012:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829360.709019:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829360.709062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210053632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829360.709097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829360.709100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829360.709102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829360.709105:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1698
00000100:00080000:0.0:1787829360.709108:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829360.709111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829360.709122:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829360.709134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210053760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829360.709161:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210053632:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829360.709239:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829360.709309:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829360/real 1787829360]  req@ffff8d99e1843c00 x1874673210053632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829360.709325:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210053632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829360.709334:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829360.709337:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829360.709340:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210053632:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829360.709354:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210053760:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829360.709376:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829360.709386:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829360/real 1787829360]  req@ffff8d99e18412c0 x1874673210053760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829360.709395:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210053760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829360.709401:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829360.709403:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829360.709405:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210053760:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829361.413051:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829362.437027:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829363.461081:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829364.485055:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829365.509057:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829365.828938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829365.828968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829365.828972:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829365.828983:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1703
00000100:00080000:0.0:1787829365.828993:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829365.829000:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829365.829046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210053888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829365.829076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829365.829079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829365.829081:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829365.829084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1703
00000100:00080000:0.0:1787829365.829087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829365.829092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829365.829102:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829365.829114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210054016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829365.829123:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210053888:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829365.829193:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829365.829241:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829365/real 1787829365]  req@ffff8d99e18403c0 x1874673210053888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829365.829256:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210053888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829365.829266:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829365.829269:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829365.829272:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210053888:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829365.829295:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210054016:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829365.829312:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829365.829321:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829365/real 1787829365]  req@ffff8d99e1842d00 x1874673210054016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829365.829329:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210054016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829365.829335:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829365.829337:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829365.829339:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210054016:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829366.533025:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829367.557043:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829368.581053:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829369.605067:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829370.629049:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829370.949002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829370.949012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829370.949016:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829370.949027:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1709
00000100:00080000:0.0:1787829370.949041:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829370.949050:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829370.949102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210054144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829370.949154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829370.949157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829370.949159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829370.949165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1709
00000100:00080000:0.0:1787829370.949169:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829370.949175:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829370.949188:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829370.949204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210054272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829370.949209:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210054144:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829370.949281:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829370.949320:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829370/real 1787829370]  req@ffff8d99e18421c0 x1874673210054144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829370.949341:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210054144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829370.949350:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829370.949354:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829370.949357:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210054144:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829370.949381:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210054272:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829370.949398:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829370.949407:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829370/real 1787829370]  req@ffff8d99e1842d00 x1874673210054272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829370.949415:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210054272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829370.949420:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829370.949423:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829370.949425:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210054272:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829371.653070:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829372.677056:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829373.701124:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829374.725015:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829375.748990:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829376.068989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829376.068998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829376.069002:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829376.069011:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1714
00000100:00080000:2.0:1787829376.069037:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829376.069043:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829376.069075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210054400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829376.069107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829376.069112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829376.069114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829376.069119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1714
00000100:00080000:2.0:1787829376.069123:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829376.069129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829376.069140:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829376.069154:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210054400:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829376.069158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210054528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829376.069210:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829376.069243:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829376/real 1787829376]  req@ffff8d99e18b6580 x1874673210054400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829376.069257:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210054400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829376.069265:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829376.069268:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829376.069271:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210054400:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829376.069290:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210054528:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829376.069304:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829376.069312:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829376/real 1787829376]  req@ffff8d99e18b4000 x1874673210054528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829376.069320:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210054528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829376.069326:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829376.069334:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829376.069337:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210054528:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829376.773051:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829377.797017:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829378.821030:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829379.845045:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829380.868980:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829381.188964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829381.188973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829381.188978:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829381.188990:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1719
00000100:00080000:3.0:1787829381.189002:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829381.189011:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829381.189052:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210054656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829381.189085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829381.189089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829381.189092:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829381.189096:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1719
00000100:00080000:3.0:1787829381.189102:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829381.189108:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829381.189119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829381.189124:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210054656:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829381.189138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210054784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829381.189183:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829381.189228:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829381/real 1787829381]  req@ffff8d99e18b83c0 x1874673210054656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829381.189242:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210054656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829381.189251:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829381.189254:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829381.189268:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210054656:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829381.189291:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210054784:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829381.189310:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829381.189320:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829381/real 1787829381]  req@ffff8d99e18b9680 x1874673210054784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829381.189329:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210054784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829381.189335:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829381.189337:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829381.189340:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210054784:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829381.892992:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829382.917015:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829383.941092:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829384.965031:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829385.989006:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829386.308963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829386.308972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829386.308975:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829386.308983:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1724
00000100:00080000:2.0:1787829386.308991:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829386.308997:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829386.309030:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210054912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829386.309057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829386.309072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829386.309074:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829386.309079:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1724
00000100:00080000:2.0:1787829386.309083:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829386.309086:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829386.309096:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829386.309102:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210054912:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829386.309109:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210055040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829386.309170:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829386.309200:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829386/real 1787829386]  req@ffff8d99e18b4000 x1874673210054912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829386.309226:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210054912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829386.309235:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829386.309238:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829386.309241:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210054912:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829386.309261:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210055040:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829386.309277:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829386.309287:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829386/real 1787829386]  req@ffff8d99e18b6580 x1874673210055040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829386.309295:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210055040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829386.309301:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829386.309303:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829386.309305:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210055040:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829387.013028:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829388.036992:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829389.061037:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829390.085062:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829391.109024:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829391.428995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829391.429004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829391.429008:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829391.429017:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1729
00000100:00080000:3.0:1787829391.429026:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829391.429032:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829391.429065:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210055168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829391.429100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829391.429103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829391.429104:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829391.429107:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1729
00000100:00080000:3.0:1787829391.429111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829391.429114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829391.429122:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829391.429131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210055296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829391.429142:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210055168:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829391.429230:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210055296:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829392.133000:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829393.157017:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829394.181004:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787829394.501225:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:0.0:1787829394.501273:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787829394.501294:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:0.0:1787829394.501350:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787829394.501400:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829391/real 1787829394]  req@ffff8d99e18b9e00 x1874673210055296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829394.501426:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210055296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829394.501439:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829394.501445:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829394.501450:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210055296:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787829394.501459:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829391/real 1787829394]  req@ffff8d99e18b8b40 x1874673210055168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829394.501492:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210055168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829394.501502:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829394.501507:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829394.501511:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210055168:192.168.203.142@tcp:250:kworker.0
00010000:00010000:0.0:1787829395.205012:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829396.229031:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829396.549064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829396.549075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829396.549079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829396.549089:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1734
00000100:00080000:3.0:1787829396.549100:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829396.549107:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829396.549145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210055424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829396.549178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829396.549182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829396.549184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829396.549188:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1734
00000100:00080000:3.0:1787829396.549192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829396.549219:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829396.549232:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829396.549248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210055552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829396.549256:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210055424:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829396.549361:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829396.549414:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829396/real 1787829396]  req@ffff8d99e18bb480 x1874673210055424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829396.549435:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210055424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829396.549446:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829396.549452:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829396.549456:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210055424:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829396.549488:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210055552:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829396.549514:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829396.549527:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829396/real 1787829396]  req@ffff8d99e18ba940 x1874673210055552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829396.549540:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210055552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829396.549547:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829396.549561:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829396.549565:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210055552:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829397.253019:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829398.277077:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829399.301054:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829400.325030:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829401.349080:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829401.669015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829401.669024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829401.669028:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829401.669039:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1739
00000100:00080000:3.0:1787829401.669051:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829401.669059:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829401.669104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210055680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829401.669130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829401.669133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829401.669134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829401.669137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1739
00000100:00080000:3.0:1787829401.669139:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829401.669142:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829401.669153:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829401.669162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210055808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829401.669186:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210055680:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829401.669279:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829401.669322:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829401/real 1787829401]  req@ffff8d99e18b8000 x1874673210055680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829401.669336:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210055680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829401.669345:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829401.669349:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829401.669352:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210055680:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829401.669357:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210055808:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829401.669375:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829401.669383:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829401/real 1787829401]  req@ffff8d99e18bb0c0 x1874673210055808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829401.669391:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210055808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829401.669396:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829401.669398:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829401.669401:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210055808:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829402.373043:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829403.397056:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829404.421017:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829405.444999:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829406.469005:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829406.788974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829406.788985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829406.788990:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829406.789001:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1744
00000100:00080000:2.0:1787829406.789012:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829406.789029:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829406.789063:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210055936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829406.789087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829406.789090:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829406.789091:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829406.789095:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1744
00000100:00080000:2.0:1787829406.789098:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829406.789101:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829406.789110:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829406.789123:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210056064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829406.789123:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210055936:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829406.789187:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829406.789220:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829406/real 1787829406]  req@ffff8d99e18b7480 x1874673210055936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829406.789255:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210055936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829406.789266:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829406.789271:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829406.789276:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210055936:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829406.789300:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210056064:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829406.789320:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829406.789330:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829406/real 1787829406]  req@ffff8d99e18b61c0 x1874673210056064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829406.789338:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210056064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829406.789344:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829406.789346:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829406.789348:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210056064:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829407.492983:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829408.516990:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829409.541019:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829410.565030:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829411.589038:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829411.908988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829411.908996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829411.908999:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829411.909007:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1749
00000100:00080000:2.0:1787829411.909033:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829411.909039:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829411.909068:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210056192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829411.909089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829411.909092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829411.909094:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829411.909097:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1749
00000100:00080000:2.0:1787829411.909099:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829411.909101:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829411.909110:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829411.909119:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210056320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829411.909163:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210056192:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829411.909279:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829411.909333:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829411/real 1787829411]  req@ffff8d99e18b4780 x1874673210056192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829411.909355:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210056192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829411.909367:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829411.909372:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829411.909377:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210056192:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829411.909387:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210056320:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829411.909414:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829411.909429:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829411/real 1787829411]  req@ffff8d99e18b5680 x1874673210056320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829411.909444:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210056320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829411.909453:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829411.909457:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829411.909461:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210056320:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829412.613083:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829413.637038:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829414.661073:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829415.685013:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829416.709050:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829417.028990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829417.029000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829417.029004:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829417.029015:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1755
00000100:00080000:1.0:1787829417.029026:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829417.029034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829417.029075:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210056448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829417.029101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829417.029104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829417.029106:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829417.029115:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1755
00000100:00080000:1.0:1787829417.029130:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829417.029135:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829417.029143:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210056448:192.168.203.142@tcp:250:kworker.0
00000008:00100000:1.0:1787829417.029145:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829417.029182:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210056576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829417.029237:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829417.029283:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829417/real 1787829417]  req@ffff8d99d0f81680 x1874673210056448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829417.029296:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210056448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829417.029304:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829417.029307:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829417.029318:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210056448:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829417.029341:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210056576:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829417.029364:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829417.029381:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829417/real 1787829417]  req@ffff8d99d0f80000 x1874673210056576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829417.029397:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210056576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829417.029407:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829417.029411:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829417.029416:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210056576:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829417.733037:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829418.757085:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829419.781068:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829420.805062:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829421.829035:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829422.149011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829422.149019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829422.149023:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829422.149032:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1760
00000100:00080000:2.0:1787829422.149041:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829422.149047:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829422.149079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210056704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829422.149102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829422.149106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829422.149130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829422.149137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1760
00000100:00080000:2.0:1787829422.149141:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829422.149144:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829422.149154:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829422.149171:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210056704:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829422.149173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210056832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829422.149267:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829422.149307:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829422/real 1787829422]  req@ffff8d99e18b7840 x1874673210056704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829422.149323:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210056704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829422.149336:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829422.149341:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829422.149346:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210056704:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829422.149376:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210056832:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829422.149402:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829422.149416:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829422/real 1787829422]  req@ffff8d99e18b5e00 x1874673210056832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829422.149430:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210056832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829422.149437:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829422.149439:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829422.149442:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210056832:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829422.853015:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829423.877022:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829424.901050:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829425.925017:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829426.948998:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829427.268959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829427.268967:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829427.268971:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829427.268979:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1765
00000100:00080000:3.0:1787829427.269003:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829427.269009:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829427.269037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210056960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829427.269061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829427.269063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829427.269065:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829427.269068:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1765
00000100:00080000:3.0:1787829427.269070:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829427.269074:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829427.269094:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829427.269105:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210056960:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829427.269110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210057088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829427.269163:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829427.269195:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829427/real 1787829427]  req@ffff8d99e18bb0c0 x1874673210056960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829427.269210:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210056960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829427.269225:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829427.269229:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829427.269232:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210056960:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829427.269251:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210057088:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829427.269267:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829427.269276:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829427/real 1787829427]  req@ffff8d99e18b8000 x1874673210057088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829427.269296:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210057088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829427.269304:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829427.269307:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829427.269311:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210057088:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829427.973026:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829428.997101:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829430.021024:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829431.045053:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829432.069000:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829432.389041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829432.389064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829432.389068:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829432.389078:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1770
00000100:00080000:0.0:1787829432.389087:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829432.389093:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829432.389126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210057216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829432.389177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829432.389180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829432.389181:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829432.389185:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1770
00000100:00080000:0.0:1787829432.389188:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829432.389191:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829432.389199:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829432.389210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210057344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829432.389227:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210057216:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829432.389281:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829432.389315:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829432/real 1787829432]  req@ffff8d99e18403c0 x1874673210057216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829432.389334:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210057216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829432.389347:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829432.389351:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829432.389355:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210057216:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829432.389379:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210057344:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829432.389404:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829432.389419:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829432/real 1787829432]  req@ffff8d99e18412c0 x1874673210057344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829432.389430:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210057344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829432.389446:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829432.389450:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829432.389453:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210057344:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829433.093082:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829434.117022:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829435.141013:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829436.164995:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829437.189078:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829437.508988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829437.508996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829437.509000:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829437.509008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1775
00000100:00080000:2.0:1787829437.509030:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829437.509038:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829437.509080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210057472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829437.509103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829437.509106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829437.509107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829437.509110:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1775
00000100:00080000:2.0:1787829437.509113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829437.509116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829437.509124:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829437.509133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210057600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829437.509153:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210057472:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829437.509219:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829437.509264:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829437/real 1787829437]  req@ffff8d99e18b5e00 x1874673210057472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829437.509306:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210057472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829437.509317:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829437.509321:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829437.509325:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210057472:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829437.509352:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210057600:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829437.509378:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829437.509393:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829437/real 1787829437]  req@ffff8d99e18b7840 x1874673210057600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829437.509407:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210057600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829437.509415:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829437.509419:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829437.509422:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210057600:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829438.213024:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829439.237019:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829440.261010:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829441.284977:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829442.309032:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829442.628972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829442.629009:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829442.629013:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829442.629023:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1780
00000100:00080000:2.0:1787829442.629034:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829442.629042:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829442.629079:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210057728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829442.629111:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829442.629120:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829442.629121:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829442.629125:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1780
00000100:00080000:2.0:1787829442.629129:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829442.629133:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829442.629141:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829442.629153:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210057856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829442.629158:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210057728:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829442.629216:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829442.629249:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829442/real 1787829442]  req@ffff8d99e18b5680 x1874673210057728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829442.629263:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210057728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829442.629277:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829442.629280:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829442.629283:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210057728:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829442.629305:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210057856:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829442.629322:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829442.629331:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829442/real 1787829442]  req@ffff8d99e18b4780 x1874673210057856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829442.629340:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210057856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829442.629346:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829442.629348:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829442.629350:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210057856:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829443.333043:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829444.357030:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829445.381028:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829446.405069:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829447.429099:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829447.749009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829447.749018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829447.749022:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829447.749031:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1785
00000100:00080000:3.0:1787829447.749042:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829447.749048:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829447.749080:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210057984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829447.749110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829447.749130:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829447.749133:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829447.749139:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1785
00000100:00100000:2.0:1787829447.749143:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210057984:192.168.203.142@tcp:250:kworker.0
00000100:00080000:3.0:1787829447.749145:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829447.749156:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829447.749167:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829447.749183:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210058112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829447.749220:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829447.749263:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829447/real 1787829447]  req@ffff8d99e18ba940 x1874673210057984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829447.749278:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210057984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829447.749296:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829447.749300:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829447.749303:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210057984:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829447.749323:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210058112:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829447.749343:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829447.749356:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829447/real 1787829447]  req@ffff8d99e18bb480 x1874673210058112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829447.749369:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210058112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829447.749378:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829447.749382:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829447.749386:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210058112:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829448.453028:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829449.477035:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829450.500996:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829451.525025:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829452.549076:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829452.868962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829452.868970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829452.868974:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829452.868984:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1790
00000100:00080000:0.0:1787829452.868993:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829452.869001:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829452.869030:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210058240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829452.869058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829452.869063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829452.869065:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829452.869071:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1790
00000100:00080000:0.0:1787829452.869085:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787829452.869087:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210058240:192.168.203.142@tcp:250:kworker.0
00000100:00080000:0.0:1787829452.869094:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829452.869105:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829452.869125:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210058368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829452.869148:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829452.869182:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829452/real 1787829452]  req@ffff8d99e1843c00 x1874673210058240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829452.869195:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210058240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829452.869203:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829452.869206:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829452.869209:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210058240:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829452.869227:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210058368:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829452.869243:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829452.869251:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829452/real 1787829452]  req@ffff8d99e1842580 x1874673210058368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829452.869279:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210058368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829452.869285:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829452.869288:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829452.869290:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210058368:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829453.573074:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829454.597059:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829455.621094:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829456.645082:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829457.669072:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829457.989005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829457.989015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829457.989018:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829457.989029:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1796
00000100:00080000:2.0:1787829457.989040:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829457.989048:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829457.989093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210058496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829457.989140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829457.989143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829457.989145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829457.989148:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1796
00000100:00080000:2.0:1787829457.989151:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829457.989155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829457.989165:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829457.989175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210058624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829457.989190:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210058496:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829457.989311:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210058624:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829458.693021:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829459.717026:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829460.741090:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787829461.061152:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787829461.061200:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787829461.061218:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787829461.061275:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787829461.061317:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829457/real 1787829461]  req@ffff8d99e18b7480 x1874673210058624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829461.061345:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210058624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829461.061355:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829461.061361:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829461.061366:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210058624:192.168.203.142@tcp:38:kworker.0
00000100:00100000:1.0:1787829461.061375:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829457/real 1787829461]  req@ffff8d99e18b61c0 x1874673210058496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829461.061389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210058496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829461.061399:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829461.061418:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829461.061422:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210058496:192.168.203.142@tcp:250:kworker.0
00010000:00010000:3.0:1787829461.765069:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829462.789063:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829463.109005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829463.109013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829463.109016:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829463.109024:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1801
00000100:00080000:3.0:1787829463.109064:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829463.109071:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829463.109138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210058752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829463.109195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829463.109199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829463.109201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829463.109219:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1801
00000100:00080000:3.0:1787829463.109225:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829463.109254:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829463.109267:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829463.109281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210058880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829463.109367:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210058752:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787829463.109446:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829463.109492:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829463/real 1787829463]  req@ffff8d99e18b8b40 x1874673210058752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829463.109515:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210058752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829463.109527:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829463.109532:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829463.109537:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210058752:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829463.109545:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210058880:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829463.109570:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829463.109585:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829463/real 1787829463]  req@ffff8d99e18b9e00 x1874673210058880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829463.109600:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210058880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829463.109610:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829463.109613:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829463.109618:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210058880:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829463.813045:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829464.837071:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829465.861078:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829466.885104:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829467.909059:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829468.228979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829468.228989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829468.228994:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829468.229004:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1806
00000100:00080000:3.0:1787829468.229017:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829468.229026:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829468.229077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210059008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829468.229110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829468.229114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829468.229116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829468.229121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1806
00000100:00080000:3.0:1787829468.229125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829468.229150:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829468.229160:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829468.229170:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210059008:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829468.229174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210059136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829468.229257:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829468.229307:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829468/real 1787829468]  req@ffff8d99e18b9680 x1874673210059008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829468.229329:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210059008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829468.229342:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829468.229347:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829468.229351:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210059008:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829468.229381:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210059136:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829468.229406:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829468.229419:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829468/real 1787829468]  req@ffff8d99e18b83c0 x1874673210059136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829468.229433:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210059136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829468.229442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829468.229446:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829468.229450:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210059136:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829468.933066:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829469.957018:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829470.981047:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829472.005049:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829473.029073:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829473.348981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829473.348991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829473.348996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829473.349022:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1811
00000100:00080000:1.0:1787829473.349034:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829473.349042:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829473.349075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210059264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829473.349108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829473.349111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829473.349113:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829473.349118:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1811
00000100:00080000:1.0:1787829473.349121:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829473.349125:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829473.349136:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829473.349149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210059392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829473.349161:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210059264:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829473.349224:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829473.349256:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829473/real 1787829473]  req@ffff8d99d0f83480 x1874673210059264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829473.349269:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210059264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829473.349277:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829473.349280:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829473.349290:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210059264:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829473.349309:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210059392:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829473.349331:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829473.349355:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829473/real 1787829473]  req@ffff8d99d0f82580 x1874673210059392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829473.349370:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210059392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829473.349376:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829473.349379:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829473.349381:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210059392:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829474.053012:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829475.077017:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829476.101018:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829477.124997:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829478.149098:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829478.468990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829478.469000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829478.469004:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829478.469014:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1816
00000100:00080000:0.0:1787829478.469024:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829478.469032:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829478.469067:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210059520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829478.469096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829478.469100:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829478.469101:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829478.469105:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1816
00000100:00080000:0.0:1787829478.469130:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829478.469135:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829478.469144:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829478.469159:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210059648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829478.469161:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210059520:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829478.469239:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829478.469280:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829478/real 1787829478]  req@ffff8d99e1843480 x1874673210059520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829478.469298:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210059520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829478.469308:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829478.469311:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829478.469313:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210059520:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829478.469333:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210059648:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829478.469352:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829478.469364:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829478/real 1787829478]  req@ffff8d99e1840780 x1874673210059648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829478.469376:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210059648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829478.469390:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829478.469394:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829478.469398:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210059648:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829479.172988:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829480.197004:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829481.220991:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829482.244999:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829483.268999:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829483.588969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829483.588978:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829483.588982:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829483.588992:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1821
00000100:00080000:3.0:1787829483.589002:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829483.589009:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829483.589042:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210059776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829483.589065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829483.589068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829483.589070:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829483.589074:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1821
00000100:00080000:3.0:1787829483.589077:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829483.589080:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829483.589089:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829483.589102:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210059904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829483.589112:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210059776:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829483.589181:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829483.589216:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829483/real 1787829483]  req@ffff8d99e18bbc00 x1874673210059776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829483.589233:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210059776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829483.589243:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829483.589247:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829483.589251:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210059776:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829483.589272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210059904:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829483.589291:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829483.589303:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829483/real 1787829483]  req@ffff8d99e18ba1c0 x1874673210059904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829483.589315:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210059904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829483.589332:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829483.589335:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829483.589345:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210059904:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829484.293010:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829485.317014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829486.340991:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829487.365047:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829488.389024:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829488.709015:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829488.709028:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829488.709033:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829488.709047:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1826
00000100:00080000:0.0:1787829488.709060:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829488.709069:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829488.709111:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210060032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829488.709146:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829488.709150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829488.709153:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829488.709158:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1826
00000100:00080000:0.0:1787829488.709162:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829488.709167:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829488.709179:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829488.709189:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210060032:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829488.709196:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210060160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829488.709261:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829488.709383:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829488/real 1787829488]  req@ffff8d99e1840000 x1874673210060032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829488.709400:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210060032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829488.709412:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829488.709417:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829488.709422:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210060032:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829488.709449:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210060160:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829488.709585:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829488.709635:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829488/real 1787829488]  req@ffff8d99e1841e00 x1874673210060160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829488.709648:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210060160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829488.709655:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829488.709675:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829488.709680:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210060160:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829489.413027:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829490.437030:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829491.460995:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829492.485047:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829493.509004:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829493.828995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829493.829003:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829493.829005:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829493.829013:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1831
00000100:00080000:1.0:1787829493.829021:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829493.829032:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829493.829061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210060288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829493.829098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829493.829101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829493.829102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829493.829105:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1831
00000100:00080000:1.0:1787829493.829108:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829493.829111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829493.829119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829493.829129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210060416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829493.829135:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210060288:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829493.829183:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829493.829209:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829493/real 1787829493]  req@ffff8d99d0f80780 x1874673210060288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829493.829221:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210060288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829493.829234:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829493.829237:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829493.829240:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210060288:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829493.829255:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210060416:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829493.829268:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829493.829275:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829493/real 1787829493]  req@ffff8d99d0f830c0 x1874673210060416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829493.829282:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210060416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829493.829287:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829493.829289:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829493.829291:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210060416:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829494.532988:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829495.557004:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829496.580997:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829497.604978:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829498.629009:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829498.948965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829498.948972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829498.948976:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829498.948983:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1837
00000100:00080000:1.0:1787829498.948992:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829498.948997:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829498.949025:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210060544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829498.949044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829498.949046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829498.949048:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829498.949051:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1837
00000100:00080000:1.0:1787829498.949053:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829498.949055:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829498.949074:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829498.949086:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210060672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829498.949098:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210060544:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829498.949163:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829498.949207:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829498/real 1787829498]  req@ffff8d99d0f82940 x1874673210060544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829498.949226:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210060544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829498.949237:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829498.949242:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829498.949246:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210060544:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829498.949269:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210060672:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829498.949291:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829498.949303:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829498/real 1787829498]  req@ffff8d99d0f81e00 x1874673210060672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829498.949315:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210060672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829498.949323:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829498.949326:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829498.949329:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210060672:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829499.653026:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829500.677076:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829501.700977:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829502.724993:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829503.749046:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829504.068998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829504.069020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829504.069023:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829504.069032:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1842
00000100:00080000:0.0:1787829504.069043:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829504.069049:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829504.069078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210060800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829504.069102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829504.069104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829504.069105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829504.069108:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1842
00000100:00080000:0.0:1787829504.069110:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829504.069114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829504.069122:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829504.069130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210060928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829504.069159:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210060800:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829504.069244:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829504.069286:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829504/real 1787829504]  req@ffff8d99e18430c0 x1874673210060800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829504.069301:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210060800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829504.069321:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829504.069325:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829504.069329:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210060800:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829504.069353:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210060928:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829504.069371:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829504.069379:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829504/real 1787829504]  req@ffff8d99e1841e00 x1874673210060928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829504.069388:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210060928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829504.069393:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829504.069396:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829504.069398:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210060928:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829504.772978:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829505.797005:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829506.821012:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829507.845017:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829508.868967:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829509.188974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829509.188983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829509.188988:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829509.188998:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1847
00000100:00080000:2.0:1787829509.189008:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829509.189015:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829509.189045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210061056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829509.189065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829509.189067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829509.189068:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829509.189085:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1847
00000100:00080000:2.0:1787829509.189088:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829509.189091:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829509.189098:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210061056:192.168.203.142@tcp:250:kworker.0
00000008:00100000:2.0:1787829509.189099:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829509.189113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210061184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829509.189158:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829509.189186:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829509/real 1787829509]  req@ffff8d99e18b6580 x1874673210061056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829509.189198:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210061056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829509.189210:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829509.189218:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829509.189221:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210061056:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829509.189242:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210061184:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829509.189271:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829509.189283:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829509/real 1787829509]  req@ffff8d99e18b4000 x1874673210061184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829509.189291:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210061184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829509.189297:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829509.189299:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829509.189301:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210061184:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829509.893012:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829510.917027:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829511.941084:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829512.964981:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829513.989013:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829514.308993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829514.309004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829514.309008:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829514.309018:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1852
00000100:00080000:3.0:1787829514.309028:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829514.309033:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829514.309069:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210061312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829514.309095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829514.309099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829514.309113:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829514.309127:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1852
00000100:00100000:2.0:1787829514.309134:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210061312:192.168.203.142@tcp:250:kworker.0
00000100:00080000:3.0:1787829514.309136:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829514.309143:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829514.309153:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829514.309165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210061440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829514.309194:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829514.309228:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829514/real 1787829514]  req@ffff8d99e18ba1c0 x1874673210061312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829514.309245:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210061312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829514.309254:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829514.309258:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829514.309262:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210061312:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829514.309282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210061440:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829514.309304:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829514.309316:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829514/real 1787829514]  req@ffff8d99e18bbc00 x1874673210061440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829514.309328:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210061440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829514.309343:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829514.309345:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829514.309348:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210061440:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829515.013079:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829516.036978:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829517.060990:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829518.085021:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829519.109024:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829519.428986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829519.428995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829519.428999:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829519.429010:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1857
00000100:00080000:0.0:1787829519.429021:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829519.429028:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829519.429068:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210061568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829519.429116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829519.429119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829519.429121:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829519.429124:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1857
00000100:00080000:0.0:1787829519.429127:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829519.429130:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829519.429142:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829519.429156:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210061696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829519.429170:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210061568:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829519.429248:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829519.429285:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829519/real 1787829519]  req@ffff8d99e1840000 x1874673210061568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829519.429300:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210061568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829519.429308:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829519.429311:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829519.429315:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210061568:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829519.429338:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210061696:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829519.429364:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829519.429379:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829519/real 1787829519]  req@ffff8d99e1840780 x1874673210061696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829519.429393:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210061696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829519.429416:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829519.429421:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829519.429424:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210061696:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829520.133031:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829521.157022:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829522.181000:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829523.204999:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829524.228969:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829524.548948:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829524.548955:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829524.548959:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829524.548970:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1862
00000100:00080000:0.0:1787829524.548982:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829524.548989:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829524.549023:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210061824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829524.549053:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829524.549056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829524.549058:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829524.549062:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1862
00000100:00100000:2.0:1787829524.549075:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210061824:192.168.203.142@tcp:250:kworker.0
00000100:00080000:0.0:1787829524.549079:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829524.549086:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829524.549095:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829524.549111:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210061952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829524.549161:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210061952:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829525.252999:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829526.276974:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829527.300988:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787829527.621191:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787829527.621231:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787829527.621248:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787829527.621289:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787829527.621333:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829524/real 1787829527]  req@ffff8d99e1842580 x1874673210061952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829527.621358:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210061952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829527.621369:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829527.621375:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829527.621380:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210061952:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787829527.621400:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829524/real 1787829527]  req@ffff8d99e1843480 x1874673210061824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829527.621412:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210061824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829527.621440:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829527.621444:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829527.621447:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210061824:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787829528.324972:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829529.349018:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829529.669043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829529.669065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829529.669070:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829529.669084:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1867
00000100:00080000:2.0:1787829529.669097:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829529.669106:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829529.669145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210062080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829529.669178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829529.669183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829529.669185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829529.669191:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1867
00000100:00080000:2.0:1787829529.669196:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829529.669203:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829529.669216:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829529.669224:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210062080:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829529.669239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210062208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829529.669307:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829529.669354:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829529/real 1787829529]  req@ffff8d99e18b4000 x1874673210062080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829529.669389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210062080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829529.669400:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829529.669406:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829529.669411:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210062080:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829529.669449:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210062208:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829529.669475:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829529.669488:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829529/real 1787829529]  req@ffff8d99e18b6580 x1874673210062208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829529.669499:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210062208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829529.669539:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829529.669543:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829529.669546:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210062208:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829530.372977:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829531.396997:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829532.420994:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829533.444989:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829534.468982:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829534.788982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829534.788991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829534.788996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829534.789006:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1872
00000100:00080000:1.0:1787829534.789016:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829534.789023:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829534.789061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210062336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829534.789087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829534.789095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829534.789097:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829534.789101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1872
00000100:00080000:1.0:1787829534.789105:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829534.789110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829534.789123:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829534.789130:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210062336:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829534.789154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210062464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829534.789190:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829534.789220:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829534/real 1787829534]  req@ffff8d99d0f812c0 x1874673210062336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829534.789232:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210062336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829534.789239:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829534.789242:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829534.789245:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210062336:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829534.789262:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210062464:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829534.789275:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829534.789282:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829534/real 1787829534]  req@ffff8d99d0f83c00 x1874673210062464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829534.789290:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210062464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829534.789295:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829534.789296:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829534.789305:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210062464:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829535.492998:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829536.516988:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829537.541022:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829538.564990:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829539.589012:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829539.908993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829539.909001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829539.909005:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829539.909013:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1877
00000100:00080000:2.0:1787829539.909024:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829539.909031:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829539.909071:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210062592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829539.909095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829539.909099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829539.909100:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829539.909104:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1877
00000100:00080000:2.0:1787829539.909108:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829539.909112:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829539.909121:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829539.909132:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210062720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829539.909135:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210062592:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829539.909196:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829539.909225:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829539/real 1787829539]  req@ffff8d99e18b61c0 x1874673210062592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829539.909236:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210062592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829539.909243:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829539.909246:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829539.909248:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210062592:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829539.909266:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210062720:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829539.909279:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829539.909294:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829539/real 1787829539]  req@ffff8d99e18b7480 x1874673210062720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829539.909313:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210062720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829539.909319:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829539.909320:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829539.909323:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210062720:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829540.612967:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829541.637017:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829542.660973:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829543.685019:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829544.709012:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829545.028962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829545.028974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829545.028995:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829545.029005:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1883
00000100:00080000:2.0:1787829545.029017:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829545.029025:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829545.029058:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210062848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829545.029086:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829545.029090:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829545.029092:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829545.029097:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1883
00000100:00080000:2.0:1787829545.029102:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829545.029107:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829545.029120:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210062848:192.168.203.142@tcp:250:kworker.0
00000008:00100000:2.0:1787829545.029130:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829545.029148:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210062976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829545.029187:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829545.029227:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829545/real 1787829545]  req@ffff8d99e18b4780 x1874673210062848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829545.029241:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210062848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829545.029249:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829545.029252:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829545.029255:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210062848:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829545.029290:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210062976:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829545.029309:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829545.029318:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829545/real 1787829545]  req@ffff8d99e18b5680 x1874673210062976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829545.029327:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210062976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829545.029333:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829545.029336:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829545.029338:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210062976:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829545.733044:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829546.757098:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829547.781046:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829548.805071:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829549.829070:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829550.148959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829550.148970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829550.148975:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829550.148989:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1888
00000100:00080000:2.0:1787829550.149003:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829550.149013:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829550.149066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210063104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829550.149091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829550.149112:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829550.149114:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829550.149119:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1888
00000100:00080000:2.0:1787829550.149123:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829550.149127:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829550.149138:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829550.149142:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210063104:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829550.149152:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210063232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829550.149217:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829550.149273:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829550/real 1787829550]  req@ffff8d99e18b7840 x1874673210063104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829550.149302:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210063104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829550.149311:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829550.149314:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829550.149318:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210063104:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829550.149344:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210063232:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829550.149362:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829550.149371:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829550/real 1787829550]  req@ffff8d99e18b5e00 x1874673210063232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829550.149379:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210063232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829550.149385:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829550.149387:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829550.149389:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210063232:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829550.853045:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829551.877086:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829552.901021:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829553.925014:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829554.949034:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829555.268968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829555.268977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829555.268981:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829555.268990:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1893
00000100:00080000:1.0:1787829555.268999:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829555.269005:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829555.269036:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210063360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829555.269057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829555.269060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829555.269061:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829555.269064:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1893
00000100:00080000:1.0:1787829555.269066:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829555.269069:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829555.269078:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829555.269087:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210063488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829555.269093:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210063360:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829555.269156:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829555.269208:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829555/real 1787829555]  req@ffff8d99d0f83840 x1874673210063360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829555.269224:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210063360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829555.269243:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829555.269246:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829555.269249:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210063360:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829555.269269:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210063488:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829555.269287:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829555.269296:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829555/real 1787829555]  req@ffff8d99d0f80f00 x1874673210063488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829555.269304:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210063488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829555.269310:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829555.269312:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829555.269314:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210063488:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829555.973062:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829556.997048:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829558.020993:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829559.045032:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829560.069040:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829560.388963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829560.388972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829560.388976:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829560.388985:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1898
00000100:00080000:1.0:1787829560.388994:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829560.389001:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829560.389034:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210063616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829560.389063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829560.389067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829560.389068:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829560.389072:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1898
00000100:00080000:1.0:1787829560.389075:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829560.389078:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829560.389086:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829560.389099:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210063744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829560.389109:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210063616:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829560.389204:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829560.389261:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829560/real 1787829560]  req@ffff8d99d0f81a40 x1874673210063616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829560.389276:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210063616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829560.389376:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829560.389382:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829560.389388:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210063616:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829560.389554:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210063744:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829560.389581:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829560.389642:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829560/real 1787829560]  req@ffff8d99d0f80b40 x1874673210063744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829560.389666:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210063744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829560.389676:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829560.389682:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829560.389690:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210063744:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829561.092997:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829562.117006:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829563.141034:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829564.165022:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829565.188979:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829565.508989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829565.508999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829565.509004:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829565.509016:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1903
00000100:00080000:3.0:1787829565.509028:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829565.509034:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829565.509074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210063872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829565.509137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829565.509140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829565.509141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829565.509145:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1903
00000100:00080000:3.0:1787829565.509148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829565.509151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829565.509160:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829565.509172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210064000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829565.509186:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210063872:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829565.509254:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829565.509296:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829565/real 1787829565]  req@ffff8d99e18b83c0 x1874673210063872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829565.509316:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210063872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829565.509327:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829565.509331:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829565.509336:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210063872:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829565.509361:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210064000:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829565.509397:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829565.509421:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829565/real 1787829565]  req@ffff8d99e18b9680 x1874673210064000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829565.509435:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210064000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829565.509444:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829565.509448:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829565.509452:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210064000:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829566.213022:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829567.237085:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829568.261012:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829569.284996:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829570.309034:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829570.629010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829570.629020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829570.629025:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829570.629036:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1908
00000100:00080000:3.0:1787829570.629048:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829570.629056:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829570.629114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210064128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829570.629139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829570.629142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829570.629144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829570.629147:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1908
00000100:00080000:3.0:1787829570.629149:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829570.629173:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829570.629185:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829570.629190:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210064128:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829570.629199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210064256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829570.629257:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829570.629297:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829570/real 1787829570]  req@ffff8d99e18b9e00 x1874673210064128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829570.629310:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210064128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829570.629319:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829570.629323:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829570.629326:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210064128:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829570.629350:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210064256:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829570.629365:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829570.629374:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829570/real 1787829570]  req@ffff8d99e18b8b40 x1874673210064256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829570.629394:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210064256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829570.629400:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829570.629403:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829570.629405:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210064256:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829571.333040:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829572.357207:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829573.381050:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829574.405094:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829575.429021:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829575.749043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829575.749068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829575.749073:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829575.749086:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1913
00000100:00080000:2.0:1787829575.749108:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829575.749118:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829575.749170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210064384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829575.749205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829575.749209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829575.749211:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829575.749216:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1913
00000100:00080000:2.0:1787829575.749221:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829575.749226:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829575.749247:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210064384:192.168.203.142@tcp:250:kworker.0
00000008:00100000:2.0:1787829575.749270:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829575.749290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210064512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829575.749318:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829575.749367:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829575/real 1787829575]  req@ffff8d99e18b5e00 x1874673210064384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829575.749385:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210064384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829575.749394:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829575.749397:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829575.749401:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210064384:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829575.749429:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210064512:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829575.749446:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829575.749455:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829575/real 1787829575]  req@ffff8d99e18b7840 x1874673210064512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829575.749463:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210064512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829575.749469:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829575.749472:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829575.749474:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210064512:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829576.453088:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829577.477001:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829578.501076:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829579.525073:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829580.548991:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829580.868964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829580.868972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829580.868975:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829580.868984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1918
00000100:00080000:3.0:1787829580.868993:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829580.869000:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829580.869045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210064640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829580.869067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829580.869070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829580.869071:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829580.869074:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1918
00000100:00080000:3.0:1787829580.869077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829580.869080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829580.869089:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829580.869099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210064768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829580.869110:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210064640:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829580.869189:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829580.869231:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829580/real 1787829580]  req@ffff8d99e18bb480 x1874673210064640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829580.869250:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210064640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829580.869261:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829580.869266:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829580.869270:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210064640:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829580.869290:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210064768:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829580.869308:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829580.869318:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829580/real 1787829580]  req@ffff8d99e18ba940 x1874673210064768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829580.869326:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210064768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829580.869331:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829580.869334:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829580.869349:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210064768:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829581.573087:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829582.597025:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829583.621045:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829584.645025:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829585.669112:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829585.988976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829585.988998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829585.989002:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829585.989013:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1924
00000100:00080000:0.0:1787829585.989025:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829585.989034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829585.989082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210064896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829585.989110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829585.989113:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829585.989114:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829585.989118:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1924
00000100:00080000:0.0:1787829585.989121:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829585.989125:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829585.989136:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829585.989150:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210065024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829585.989165:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210064896:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829585.989243:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829585.989284:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829585/real 1787829585]  req@ffff8d99e1843c00 x1874673210064896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829585.989298:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210064896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829585.989307:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829585.989315:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829585.989318:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210064896:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829585.989341:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210065024:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829585.989362:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829585.989370:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829585/real 1787829585]  req@ffff8d99e18412c0 x1874673210065024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829585.989390:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210065024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829585.989399:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829585.989403:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829585.989407:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210065024:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829586.693062:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829587.717061:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829588.741066:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829589.765108:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829590.789154:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829591.109008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829591.109016:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829591.109035:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829591.109044:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1929
00000100:00080000:2.0:1787829591.109053:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829591.109059:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829591.109089:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210065152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829591.109122:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829591.109125:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829591.109126:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829591.109129:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1929
00000100:00080000:2.0:1787829591.109132:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829591.109135:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829591.109142:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829591.109150:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210065280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829591.109276:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210065152:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829591.109372:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210065280:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829591.813071:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829592.837046:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829593.860993:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787829594.181139:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787829594.181180:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787829594.181196:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787829594.181233:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:3.0:1787829594.181275:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829591/real 1787829594]  req@ffff8d99e18b5680 x1874673210065152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829594.181313:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210065152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829594.181324:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829594.181329:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829594.181333:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210065152:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829594.181340:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829591/real 1787829594]  req@ffff8d99e18b4780 x1874673210065280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829594.181352:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210065280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829594.181359:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829594.181362:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829594.181365:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210065280:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829594.885036:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829595.909025:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829596.228952:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829596.228961:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829596.228964:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829596.228973:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1934
00000100:00080000:2.0:1787829596.228982:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829596.228988:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829596.229017:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210065408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829596.229041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829596.229055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829596.229057:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829596.229061:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1934
00000100:00080000:2.0:1787829596.229064:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829596.229072:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829596.229082:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829596.229083:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210065408:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829596.229095:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210065536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829596.229151:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829596.229190:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829596/real 1787829596]  req@ffff8d99e18b7480 x1874673210065408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829596.229208:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210065408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829596.229219:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829596.229221:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829596.229225:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210065408:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829596.229248:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210065536:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829596.229273:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829596.229282:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829596/real 1787829596]  req@ffff8d99e18b61c0 x1874673210065536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829596.229292:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210065536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829596.229301:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829596.229305:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829596.229309:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210065536:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829596.933045:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829597.957019:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829598.980996:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829600.004992:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829601.029004:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829601.349002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829601.349028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829601.349032:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829601.349042:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1939
00000100:00080000:0.0:1787829601.349052:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829601.349058:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829601.349089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210065664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829601.349119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829601.349121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829601.349122:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829601.349125:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1939
00000100:00080000:0.0:1787829601.349128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829601.349131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829601.349139:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829601.349153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210065792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829601.349192:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210065664:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829601.349288:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829601.349343:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829601/real 1787829601]  req@ffff8d99e18403c0 x1874673210065664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829601.349364:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210065664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829601.349377:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829601.349395:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829601.349400:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210065664:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829601.349430:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210065792:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829601.349458:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829601.349474:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829601/real 1787829601]  req@ffff8d99e1842d00 x1874673210065792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829601.349501:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210065792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829601.349511:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829601.349515:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829601.349519:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210065792:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829602.053019:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829603.077051:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829604.100992:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829605.125031:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829606.148977:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829606.469017:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829606.469025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829606.469029:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829606.469037:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1944
00000100:00080000:2.0:1787829606.469046:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829606.469053:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829606.469086:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210065920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829606.469107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829606.469109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829606.469111:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829606.469114:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1944
00000100:00080000:2.0:1787829606.469116:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829606.469133:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829606.469141:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829606.469152:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210065920:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829606.469157:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210066048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829606.469227:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829606.469269:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829606/real 1787829606]  req@ffff8d99e18b6580 x1874673210065920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829606.469288:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210065920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829606.469299:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829606.469305:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829606.469309:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210065920:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829606.469344:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210066048:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829606.469363:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829606.469373:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829606/real 1787829606]  req@ffff8d99e18b4000 x1874673210066048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829606.469382:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210066048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829606.469387:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829606.469390:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829606.469392:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210066048:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829607.173041:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829608.197020:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829609.221033:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829610.245021:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829611.269000:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829611.588997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829611.589007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829611.589011:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829611.589023:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1949
00000100:00080000:0.0:1787829611.589034:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829611.589042:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829611.589077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210066176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829611.589121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829611.589124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829611.589126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829611.589135:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1949
00000100:00080000:0.0:1787829611.589141:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829611.589144:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829611.589153:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829611.589165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210066304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829611.589176:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210066176:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829611.589235:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829611.589269:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829611/real 1787829611]  req@ffff8d99e18421c0 x1874673210066176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829611.589284:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210066176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829611.589292:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829611.589295:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829611.589298:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210066176:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829611.589319:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210066304:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829611.589343:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829611.589352:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829611/real 1787829611]  req@ffff8d99e1842d00 x1874673210066304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829611.589360:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210066304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829611.589366:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829611.589368:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829611.589371:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210066304:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829612.292998:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829613.317001:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829614.340991:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829615.365018:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829616.389020:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829616.708965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829616.708972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829616.708976:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829616.708985:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1954
00000100:00080000:0.0:1787829616.708994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829616.709001:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829616.709037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210066432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829616.709066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829616.709070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829616.709072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829616.709077:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1954
00000100:00080000:0.0:1787829616.709092:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829616.709096:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829616.709105:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829616.709114:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210066432:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829616.709121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210066560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829616.709183:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829616.709221:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829616/real 1787829616]  req@ffff8d99e18403c0 x1874673210066432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829616.709239:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210066432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829616.709259:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829616.709263:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829616.709267:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210066432:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829616.709294:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210066560:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829616.709325:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829616.709338:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829616/real 1787829616]  req@ffff8d99e18412c0 x1874673210066560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829616.709369:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210066560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829616.709378:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829616.709382:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829616.709385:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210066560:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829617.413019:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829618.437003:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829619.460986:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829620.485045:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829621.509010:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829621.828960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829621.828969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829621.828973:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829621.828982:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1959
00000100:00080000:0.0:1787829621.828994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829621.829002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829621.829041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210066688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829621.829064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829621.829067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829621.829068:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829621.829071:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1959
00000100:00080000:0.0:1787829621.829074:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829621.829077:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829621.829091:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829621.829103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210066816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829621.829117:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210066688:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829621.829200:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829621.829238:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829621/real 1787829621]  req@ffff8d99e1843c00 x1874673210066688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829621.829258:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210066688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829621.829270:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829621.829273:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829621.829277:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210066688:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829621.829298:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210066816:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829621.829317:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829621.829327:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829621/real 1787829621]  req@ffff8d99e1843480 x1874673210066816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829621.829335:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210066816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829621.829354:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829621.829357:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829621.829359:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210066816:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829622.533100:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829623.557029:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829624.581022:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829625.605028:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829626.629040:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829626.949021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829626.949030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829626.949033:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829626.949041:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1965
00000100:00080000:2.0:1787829626.949050:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829626.949057:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829626.949091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210066944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829626.949114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829626.949128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829626.949129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829626.949132:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1965
00000100:00080000:2.0:1787829626.949135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829626.949138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829626.949146:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829626.949154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210067072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829626.949162:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210066944:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829626.949236:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829626.949270:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829626/real 1787829626]  req@ffff8d99e18b4000 x1874673210066944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829626.949284:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210066944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829626.949303:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829626.949306:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829626.949309:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210066944:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829626.949329:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210067072:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829626.949344:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829626.949354:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829626/real 1787829626]  req@ffff8d99e18b6580 x1874673210067072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829626.949367:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210067072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829626.949390:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829626.949394:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829626.949398:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210067072:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829627.653024:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829628.677008:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829629.700995:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829630.725010:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829631.748991:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829632.068972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829632.068981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829632.068986:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829632.068995:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1970
00000100:00080000:2.0:1787829632.069009:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829632.069016:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829632.069046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210067200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829632.069070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829632.069074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829632.069076:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829632.069082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1970
00000100:00080000:2.0:1787829632.069087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829632.069092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829632.069101:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210067200:192.168.203.142@tcp:250:kworker.0
00000008:00100000:2.0:1787829632.069102:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829632.069131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210067328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829632.069175:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829632.069218:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829632/real 1787829632]  req@ffff8d99e18b61c0 x1874673210067200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829632.069232:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210067200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829632.069240:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829632.069243:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829632.069246:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210067200:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829632.069278:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210067328:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829632.069296:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829632.069306:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829632/real 1787829632]  req@ffff8d99e18b7480 x1874673210067328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829632.069316:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210067328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829632.069322:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829632.069325:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829632.069327:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210067328:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829632.773086:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829633.797000:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829634.821040:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829635.844994:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829636.869016:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829637.188980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829637.188988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829637.188992:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829637.189017:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1975
00000100:00080000:2.0:1787829637.189026:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829637.189032:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829637.189061:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210067456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829637.189088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829637.189092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829637.189094:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829637.189098:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1975
00000100:00080000:2.0:1787829637.189102:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829637.189106:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829637.189117:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829637.189134:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210067584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829637.189135:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210067456:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829637.189204:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829637.189245:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829637/real 1787829637]  req@ffff8d99e18b4780 x1874673210067456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829637.189261:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210067456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829637.189271:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829637.189275:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829637.189280:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210067456:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829637.189303:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210067584:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829637.189324:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829637.189335:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829637/real 1787829637]  req@ffff8d99e18b5680 x1874673210067584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829637.189358:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210067584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829637.189367:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829637.189370:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829637.189374:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210067584:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829637.893034:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829638.917089:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829639.940989:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829640.965071:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829641.989020:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829642.308986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829642.308996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829642.308999:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829642.309008:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1980
00000100:00080000:0.0:1787829642.309018:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829642.309024:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829642.309061:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210067712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829642.309090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829642.309094:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829642.309096:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829642.309101:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1980
00000100:00080000:0.0:1787829642.309106:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829642.309111:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829642.309123:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829642.309123:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210067712:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829642.309142:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210067840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829642.309188:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829642.309221:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829642/real 1787829642]  req@ffff8d99e1842580 x1874673210067712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829642.309233:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210067712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829642.309241:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829642.309244:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829642.309247:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210067712:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829642.309269:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210067840:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829642.309290:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829642.309304:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829642/real 1787829642]  req@ffff8d99e1840780 x1874673210067840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829642.309317:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210067840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829642.309326:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829642.309329:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829642.309331:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210067840:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829643.013003:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829644.037007:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829645.060999:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829646.085011:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829647.109056:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829647.429043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829647.429055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829647.429060:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829647.429073:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1985
00000100:00080000:1.0:1787829647.429087:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829647.429097:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829647.429143:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210067968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829647.429171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829647.429174:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829647.429176:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829647.429179:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1985
00000100:00080000:1.0:1787829647.429203:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829647.429207:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829647.429218:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829647.429218:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210067968:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829647.429232:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210068096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829647.429297:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829647.429345:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829647/real 1787829647]  req@ffff8d99d0f803c0 x1874673210067968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829647.429364:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210067968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829647.429376:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829647.429381:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829647.429386:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210067968:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829647.429414:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210068096:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829647.429434:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829647.429444:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829647/real 1787829647]  req@ffff8d99d0f82d00 x1874673210068096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829647.429452:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210068096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829647.429459:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829647.429461:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829647.429464:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210068096:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829648.133066:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829649.157116:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829650.181060:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829651.205085:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829652.229014:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829652.548955:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829652.548970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829652.548975:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829652.548987:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1990
00000100:00080000:2.0:1787829652.548999:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829652.549022:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829652.549061:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210068224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829652.549098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829652.549104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829652.549106:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829652.549112:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1990
00000100:00080000:2.0:1787829652.549117:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829652.549123:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829652.549134:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829652.549134:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210068224:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829652.549152:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210068352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829652.549217:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829652.549269:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829652/real 1787829652]  req@ffff8d99e18b7840 x1874673210068224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829652.549284:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210068224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829652.549293:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829652.549296:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829652.549299:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210068224:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829652.549325:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210068352:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829652.549342:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829652.549352:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829652/real 1787829652]  req@ffff8d99e18b5e00 x1874673210068352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829652.549361:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210068352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829652.549367:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829652.549369:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829652.549371:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210068352:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829653.253064:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829654.277027:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829655.300971:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829656.325020:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829657.349041:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829657.668990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829657.669004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829657.669009:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829657.669021:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 1995
00000100:00080000:2.0:1787829657.669034:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829657.669044:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829657.669093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210068480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829657.669126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829657.669130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829657.669132:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829657.669155:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 1995
00000100:00080000:2.0:1787829657.669161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829657.669166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829657.669171:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210068480:192.168.203.142@tcp:250:kworker.0
00000008:00100000:2.0:1787829657.669181:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829657.669200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210068608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829657.669281:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210068608:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829658.373060:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829659.397084:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829660.421019:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787829660.741314:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787829660.741369:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787829660.741412:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787829660.741482:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:0.0:1787829660.741823:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829657/real 1787829660]  req@ffff8d99e18b7840 x1874673210068608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829660.741855:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210068608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829660.741871:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829660.741878:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829660.741927:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210068608:192.168.203.142@tcp:38:kworker.0
00000100:00100000:0.0:1787829660.741937:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829657/real 1787829660]  req@ffff8d99e18b5e00 x1874673210068480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829660.741953:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210068480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829660.741961:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829660.741965:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829660.741968:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210068480:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787829661.445069:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829662.469107:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829662.789029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829662.789040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829662.789054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829662.789065:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2000
00000100:00080000:2.0:1787829662.789076:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829662.789084:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829662.789132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210068736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829662.789162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829662.789166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829662.789167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829662.789171:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2000
00000100:00080000:2.0:1787829662.789174:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829662.789179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829662.789189:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829662.789200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210068864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829662.789268:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210068736:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829662.789398:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829662.789489:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829662/real 1787829662]  req@ffff8d99e18b5680 x1874673210068736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829662.789535:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210068736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829662.789591:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829662.789600:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829662.789622:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210068736:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829662.789668:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210068864:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829662.789705:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829662.789725:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829662/real 1787829662]  req@ffff8d99e18b4780 x1874673210068864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829662.789743:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210068864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829662.789753:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829662.789758:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829662.789762:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210068864:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829663.493073:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829664.517007:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829665.541132:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829666.564989:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829667.589101:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829667.909037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829667.909049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829667.909054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829667.909065:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2005
00000100:00080000:0.0:1787829667.909077:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829667.909086:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829667.909132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210068992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829667.909161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829667.909182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829667.909184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829667.909189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2005
00000100:00080000:0.0:1787829667.909193:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829667.909198:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829667.909206:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210068992:192.168.203.142@tcp:250:kworker.0
00000008:00100000:0.0:1787829667.909208:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829667.909225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210069120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829667.909295:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829667.909338:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829667/real 1787829667]  req@ffff8d99e1840000 x1874673210068992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829667.909354:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210068992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829667.909364:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829667.909367:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829667.909371:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210068992:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829667.909408:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210069120:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829667.909444:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829667.909455:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829667/real 1787829667]  req@ffff8d99e1841e00 x1874673210069120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829667.909465:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210069120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829667.909471:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829667.909473:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829667.909475:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210069120:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829668.613073:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829669.637025:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829670.661035:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829671.685052:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829672.709036:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829673.029034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829673.029049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829673.029055:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829673.029082:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2011
00000100:00080000:1.0:1787829673.029096:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829673.029107:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829673.029159:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210069248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829673.029211:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829673.029217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829673.029220:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829673.029225:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2011
00000100:00080000:1.0:1787829673.029232:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829673.029239:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829673.029253:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829673.029277:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210069248:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829673.029278:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210069376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829673.029373:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829673.029456:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829673/real 1787829673]  req@ffff8d99d0f82d00 x1874673210069248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829673.029476:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210069248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829673.029487:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829673.029491:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829673.029495:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210069248:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829673.029518:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210069376:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829673.029541:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829673.029553:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829673/real 1787829673]  req@ffff8d99d0f803c0 x1874673210069376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829673.029565:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210069376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829673.029572:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829673.029575:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829673.029578:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210069376:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829673.733026:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829674.756992:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829675.780995:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829676.804984:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829677.829014:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829678.149010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829678.149018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829678.149022:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829678.149031:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2016
00000100:00080000:3.0:1787829678.149051:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829678.149057:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829678.149098:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210069504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829678.149135:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829678.149138:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829678.149139:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829678.149142:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2016
00000100:00080000:3.0:1787829678.149146:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829678.149149:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829678.149157:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829678.149168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210069632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829678.149211:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210069504:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829678.149280:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829678.149314:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829678/real 1787829678]  req@ffff8d99e18b8000 x1874673210069504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829678.149335:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210069504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829678.149378:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829678.149384:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829678.149388:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210069504:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829678.149416:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210069632:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829678.149441:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829678.149454:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829678/real 1787829678]  req@ffff8d99e18bb0c0 x1874673210069632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829678.149464:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210069632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829678.149470:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829678.149473:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829678.149475:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210069632:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829678.852996:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829679.877006:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829680.901011:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829681.924984:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829682.949004:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829683.268982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829683.268990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829683.268993:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829683.269002:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2021
00000100:00080000:3.0:1787829683.269012:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829683.269018:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829683.269077:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210069760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829683.269097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829683.269099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829683.269101:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829683.269103:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2021
00000100:00080000:3.0:1787829683.269106:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829683.269109:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829683.269117:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829683.269147:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210069888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829683.269177:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210069760:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829683.269277:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829683.269355:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829683/real 1787829683]  req@ffff8d99e18bb0c0 x1874673210069760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829683.269378:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210069760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829683.269411:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829683.269417:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829683.269422:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210069760:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829683.269431:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210069888:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829683.269460:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829683.269477:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829683/real 1787829683]  req@ffff8d99e18b8000 x1874673210069888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829683.269492:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210069888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829683.269501:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829683.269506:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829683.269509:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210069888:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829683.973010:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829684.997023:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829686.021008:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829687.045012:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829688.069040:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829688.389062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829688.389076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829688.389081:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829688.389095:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2026
00000100:00080000:1.0:1787829688.389109:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829688.389119:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829688.389197:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210070016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829688.389224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829688.389227:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829688.389228:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829688.389232:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2026
00000100:00080000:1.0:1787829688.389235:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829688.389239:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829688.389250:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829688.389261:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210070144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829688.389292:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210070016:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829688.389364:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829688.389407:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829688/real 1787829688]  req@ffff8d99d0f80b40 x1874673210070016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829688.389422:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210070016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829688.389443:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829688.389446:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829688.389467:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210070016:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829688.389491:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210070144:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829688.389510:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829688.389529:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829688/real 1787829688]  req@ffff8d99d0f81a40 x1874673210070144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829688.389538:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210070144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829688.389544:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829688.389546:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829688.389549:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210070144:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829689.093029:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829690.117054:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829691.141048:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829692.165020:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829693.189049:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829693.508983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829693.508994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829693.508999:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829693.509012:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2031
00000100:00080000:1.0:1787829693.509024:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829693.509066:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829693.509105:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210070272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829693.509132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829693.509135:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829693.509136:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829693.509140:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2031
00000100:00080000:1.0:1787829693.509143:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829693.509146:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829693.509156:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829693.509166:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210070400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829693.509190:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210070272:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829693.509276:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829693.509318:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829693/real 1787829693]  req@ffff8d99d0f80f00 x1874673210070272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829693.509332:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210070272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829693.509341:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829693.509344:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829693.509347:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210070272:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829693.509353:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210070400:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829693.509380:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829693.509389:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829693/real 1787829693]  req@ffff8d99d0f83840 x1874673210070400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829693.509398:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210070400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829693.509403:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829693.509406:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829693.509408:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210070400:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829694.213014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829695.237024:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829696.261015:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829697.285018:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829698.309126:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829698.628998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829698.629006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829698.629009:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829698.629020:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2036
00000100:00080000:2.0:1787829698.629032:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829698.629038:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829698.629107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210070528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829698.629141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829698.629144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829698.629145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829698.629149:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2036
00000100:00080000:2.0:1787829698.629153:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829698.629183:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829698.629191:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829698.629217:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210070528:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829698.629219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210070656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829698.629321:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829698.629364:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829698/real 1787829698]  req@ffff8d99e18b7480 x1874673210070528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829698.629379:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210070528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829698.629389:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829698.629403:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829698.629407:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210070528:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829698.629432:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210070656:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829698.629462:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829698.629471:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829698/real 1787829698]  req@ffff8d99e18b61c0 x1874673210070656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829698.629480:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210070656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829698.629485:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829698.629488:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829698.629490:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210070656:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829699.333015:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829700.357032:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829701.380992:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829702.405069:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829703.429008:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829703.748995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829703.749004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829703.749008:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829703.749024:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2041
00000100:00080000:2.0:1787829703.749034:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829703.749040:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829703.749088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210070784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829703.749113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829703.749116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829703.749118:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829703.749121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2041
00000100:00080000:2.0:1787829703.749125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829703.749128:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829703.749137:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829703.749148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210070912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829703.749188:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210070784:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787829703.749273:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829703.749315:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829703/real 1787829703]  req@ffff8d99e18b6580 x1874673210070784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829703.749338:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210070784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829703.749363:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829703.749373:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829703.749378:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210070784:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829703.749387:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210070912:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829703.749433:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829703.749451:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829703/real 1787829703]  req@ffff8d99e18b4000 x1874673210070912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829703.749467:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210070912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829703.749477:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829703.749481:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829703.749485:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210070912:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829704.453008:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829705.476977:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829706.501028:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829707.525016:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829708.549019:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829708.868984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829708.868991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829708.868995:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829708.869003:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2046
00000100:00080000:0.0:1787829708.869012:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829708.869018:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829708.869054:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210071040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829708.869081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829708.869084:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829708.869086:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829708.869091:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2046
00000100:00080000:0.0:1787829708.869095:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829708.869116:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829708.869122:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210071040:192.168.203.142@tcp:250:kworker.0
00000008:00100000:0.0:1787829708.869141:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829708.869159:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210071168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829708.869205:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829708.869238:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829708/real 1787829708]  req@ffff8d99e18430c0 x1874673210071040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829708.869252:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210071040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829708.869260:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829708.869263:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829708.869266:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210071040:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829708.869285:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210071168:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829708.869299:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829708.869307:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829708/real 1787829708]  req@ffff8d99e1841e00 x1874673210071168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829708.869327:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210071168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829708.869332:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829708.869335:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829708.869337:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210071168:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829709.573013:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829710.597011:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829711.621016:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829712.645016:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829713.669086:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829713.989025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829713.989036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829713.989040:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829713.989051:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2052
00000100:00080000:3.0:1787829713.989063:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829713.989071:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829713.989133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210071296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829713.989159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829713.989163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829713.989164:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829713.989167:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2052
00000100:00080000:3.0:1787829713.989170:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829713.989173:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829713.989183:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829713.989193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210071424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829713.989209:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210071296:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787829713.989281:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829713.989324:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829713/real 1787829713]  req@ffff8d99e18ba940 x1874673210071296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829713.989340:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210071296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829713.989349:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829713.989352:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829713.989355:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210071296:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829713.989377:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210071424:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829713.989393:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829713.989402:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829713/real 1787829713]  req@ffff8d99e18bb480 x1874673210071424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829713.989411:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210071424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829713.989436:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829713.989439:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829713.989441:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210071424:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829714.693026:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829715.717012:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829716.740999:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829717.765112:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829718.788997:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829719.108963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829719.108971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829719.108975:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829719.108983:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2057
00000100:00080000:1.0:1787829719.108993:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829719.109001:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829719.109039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210071552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829719.109079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829719.109083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829719.109084:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829719.109087:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2057
00000100:00080000:1.0:1787829719.109091:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829719.109094:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829719.109102:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829719.109112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210071680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829719.109313:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210071552:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829719.109367:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829719.109397:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829719/real 1787829719]  req@ffff8d99d0f83c00 x1874673210071552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829719.109410:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210071552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829719.109419:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829719.109422:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829719.109425:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210071552:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829719.109431:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210071680:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829719.109445:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829719.109452:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829719/real 1787829719]  req@ffff8d99d0f812c0 x1874673210071680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829719.109460:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210071680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829719.109466:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829719.109467:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829719.109480:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210071680:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829719.813019:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829720.837090:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829721.861011:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829722.884976:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829723.909005:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829724.229011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829724.229034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829724.229039:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829724.229048:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2062
00000100:00080000:0.0:1787829724.229058:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829724.229064:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829724.229097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210071808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829724.229121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829724.229124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829724.229125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829724.229128:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2062
00000100:00080000:0.0:1787829724.229131:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829724.229134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829724.229142:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829724.229151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210071936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829724.229157:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210071808:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829724.229248:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210071936:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829724.933005:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829725.957028:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829726.981025:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787829727.301168:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787829727.301210:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787829727.301227:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787829727.301299:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787829727.301387:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829724/real 1787829727]  req@ffff8d99e1840780 x1874673210071936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829727.301413:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210071936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829727.301426:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829727.301432:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829727.301437:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210071936:192.168.203.142@tcp:38:kworker.0
00000100:00100000:1.0:1787829727.301446:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829724/real 1787829727]  req@ffff8d99e1840000 x1874673210071808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829727.301460:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210071808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829727.301469:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829727.301473:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829727.301476:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210071808:192.168.203.142@tcp:250:kworker.0
00010000:00010000:1.0:1787829728.005019:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829729.029017:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829729.349008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829729.349020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829729.349024:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829729.349035:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2067
00000100:00080000:1.0:1787829729.349058:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829729.349067:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829729.349095:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210072064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829729.349121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829729.349125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829729.349127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829729.349131:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2067
00000100:00080000:1.0:1787829729.349135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829729.349140:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829729.349150:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829729.349164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210072192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829729.349168:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210072064:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829729.349246:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829729.349289:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829729/real 1787829729]  req@ffff8d99d0f81e00 x1874673210072064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829729.349319:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210072064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829729.349331:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829729.349336:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829729.349340:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210072064:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829729.349373:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210072192:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829729.349426:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829729.349441:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829729/real 1787829729]  req@ffff8d99d0f82940 x1874673210072192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829729.349454:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210072192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829729.349463:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829729.349466:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829729.349470:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210072192:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829730.053038:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829731.077062:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829732.101020:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829733.125046:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829734.149047:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829734.469003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829734.469010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829734.469014:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829734.469022:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2072
00000100:00080000:0.0:1787829734.469032:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829734.469038:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829734.469072:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210072320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829734.469120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829734.469125:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829734.469127:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829734.469132:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2072
00000100:00080000:0.0:1787829734.469137:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829734.469142:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829734.469150:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829734.469156:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210072320:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829734.469164:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210072448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829734.469219:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829734.469251:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829734/real 1787829734]  req@ffff8d99e1842580 x1874673210072320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829734.469264:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210072320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829734.469272:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829734.469275:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829734.469284:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210072320:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829734.469311:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210072448:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829734.469330:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829734.469338:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829734/real 1787829734]  req@ffff8d99e1843480 x1874673210072448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829734.469347:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210072448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829734.469353:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829734.469355:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829734.469358:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210072448:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829735.173015:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829736.197023:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829737.221024:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829738.244996:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829739.269040:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829739.588980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829739.588988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829739.588992:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829739.589001:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2077
00000100:00080000:0.0:1787829739.589010:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829739.589017:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829739.589049:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210072576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829739.589073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829739.589077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829739.589078:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829739.589082:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2077
00000100:00080000:0.0:1787829739.589084:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829739.589088:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829739.589110:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829739.589114:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210072576:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829739.589125:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210072704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829739.589176:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829739.589209:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829739/real 1787829739]  req@ffff8d99e1843c00 x1874673210072576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829739.589223:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210072576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829739.589232:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829739.589236:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829739.589239:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210072576:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829739.589258:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210072704:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829739.589274:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829739.589291:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829739/real 1787829739]  req@ffff8d99e18412c0 x1874673210072704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829739.589302:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210072704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829739.589309:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829739.589313:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829739.589317:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210072704:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829740.293008:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829741.317032:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829742.340985:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829743.365010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829744.389006:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829744.709027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829744.709046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829744.709053:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829744.709065:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2082
00000100:00080000:3.0:1787829744.709078:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829744.709088:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829744.709141:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210072832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829744.709173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829744.709176:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829744.709178:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829744.709182:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2082
00000100:00080000:3.0:1787829744.709187:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829744.709191:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829744.709203:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829744.709217:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210072960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829744.709267:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210072832:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787829744.709361:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829744.709404:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829744/real 1787829744]  req@ffff8d99e18b8b40 x1874673210072832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829744.709419:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210072832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829744.709429:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829744.709432:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829744.709436:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210072832:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829744.709441:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210072960:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829744.709458:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829744.709466:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829744/real 1787829744]  req@ffff8d99e18b9e00 x1874673210072960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829744.709474:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210072960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829744.709496:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829744.709499:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829744.709502:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210072960:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829745.413082:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829746.436997:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829747.461019:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829748.485108:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829749.509015:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829749.828957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829749.828965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829749.828968:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829749.828977:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2087
00000100:00080000:2.0:1787829749.828986:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829749.829005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829749.829035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210073088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829749.829055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829749.829058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829749.829060:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829749.829063:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2087
00000100:00080000:2.0:1787829749.829066:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829749.829068:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829749.829075:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829749.829083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210073216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829749.829101:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210073088:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787829749.829157:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829749.829188:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829749/real 1787829749]  req@ffff8d99e18b4000 x1874673210073088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829749.829201:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210073088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829749.829209:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829749.829213:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829749.829215:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210073088:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829749.829234:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210073216:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829749.829248:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829749.829256:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829749/real 1787829749]  req@ffff8d99e18b6580 x1874673210073216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829749.829264:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210073216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829749.829270:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829749.829273:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829749.829282:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210073216:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829750.533098:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829751.557017:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829752.580998:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829753.605002:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829754.628996:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829754.949002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829754.949013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829754.949017:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829754.949029:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2093
00000100:00080000:0.0:1787829754.949039:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829754.949047:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829754.949085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210073344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829754.949112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829754.949116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829754.949119:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829754.949123:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2093
00000100:00080000:0.0:1787829754.949127:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829754.949132:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829754.949143:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829754.949151:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210073344:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829754.949159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210073472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829754.949208:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829754.949242:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829754/real 1787829754]  req@ffff8d99e18403c0 x1874673210073344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829754.949256:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210073344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829754.949264:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829754.949267:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829754.949270:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210073344:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829754.949290:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210073472:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829754.949305:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829754.949314:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829754/real 1787829754]  req@ffff8d99e1842d00 x1874673210073472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829754.949322:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210073472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829754.949328:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829754.949330:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829754.949332:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210073472:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829755.653012:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829756.676981:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829757.700985:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829758.724970:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829759.749005:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829760.068997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829760.069006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829760.069025:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829760.069035:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2098
00000100:00080000:1.0:1787829760.069047:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829760.069055:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829760.069092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210073600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829760.069117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829760.069121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829760.069122:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829760.069126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2098
00000100:00080000:1.0:1787829760.069129:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829760.069134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829760.069143:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829760.069153:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210073600:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829760.069155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210073728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829760.069225:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829760.069266:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829760/real 1787829760]  req@ffff8d99d0f830c0 x1874673210073600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829760.069281:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210073600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829760.069289:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829760.069292:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829760.069295:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210073600:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829760.069314:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210073728:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829760.069331:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829760.069340:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829760/real 1787829760]  req@ffff8d99d0f80780 x1874673210073728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829760.069349:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210073728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829760.069354:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829760.069357:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829760.069359:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210073728:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829760.773055:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829761.796994:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829762.821025:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829763.845053:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829764.869045:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829765.189012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829765.189023:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829765.189027:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829765.189038:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2103
00000100:00080000:1.0:1787829765.189050:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829765.189057:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829765.189104:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210073856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829765.189137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829765.189159:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829765.189160:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829765.189164:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2103
00000100:00080000:1.0:1787829765.189168:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829765.189172:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829765.189182:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210073856:192.168.203.142@tcp:250:kworker.0
00000008:00100000:1.0:1787829765.189184:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829765.189199:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210073984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829765.189257:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829765.189303:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829765/real 1787829765]  req@ffff8d99d0f82580 x1874673210073856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829765.189323:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210073856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829765.189350:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829765.189353:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829765.189356:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210073856:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829765.189380:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210073984:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829765.189399:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829765.189409:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829765/real 1787829765]  req@ffff8d99d0f83480 x1874673210073984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829765.189417:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210073984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829765.189423:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829765.189425:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829765.189427:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210073984:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829765.893008:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829766.917069:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829767.941079:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829768.965004:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829769.989077:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829770.308995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829770.309004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829770.309007:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829770.309016:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2108
00000100:00080000:1.0:1787829770.309027:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829770.309033:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829770.309066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210074112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829770.309088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829770.309091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829770.309092:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829770.309095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2108
00000100:00080000:1.0:1787829770.309098:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829770.309100:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829770.309108:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829770.309117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210074240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829770.309180:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210074112:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829770.309277:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829770.309326:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829770/real 1787829770]  req@ffff8d99d0f80000 x1874673210074112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829770.309348:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210074112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829770.309361:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829770.309379:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829770.309384:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210074112:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829770.309393:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210074240:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829770.309432:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829770.309445:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829770/real 1787829770]  req@ffff8d99d0f81680 x1874673210074240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829770.309455:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210074240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829770.309461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829770.309463:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829770.309466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210074240:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829771.013016:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829772.037032:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829773.060999:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829774.085032:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829775.109048:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829775.429000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829775.429007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829775.429011:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829775.429021:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2113
00000100:00080000:3.0:1787829775.429032:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829775.429040:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829775.429080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210074368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829775.429101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829775.429104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829775.429105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829775.429108:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2113
00000100:00080000:3.0:1787829775.429111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829775.429116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829775.429130:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829775.429146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210074496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829775.429161:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210074368:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829775.429228:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829775.429273:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829775/real 1787829775]  req@ffff8d99e18b9680 x1874673210074368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829775.429342:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210074368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829775.429354:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829775.429360:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829775.429369:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210074368:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829775.429409:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210074496:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829775.429434:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829775.429449:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829775/real 1787829775]  req@ffff8d99e18b83c0 x1874673210074496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829775.429463:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210074496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829775.429472:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829775.429476:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829775.429480:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210074496:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829776.133125:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829777.157020:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829778.181047:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829779.205030:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829780.229014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829780.548934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829780.548941:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829780.548945:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829780.548953:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2118
00000100:00080000:3.0:1787829780.548975:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829780.548981:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829780.549005:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210074624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829780.549032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829780.549036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829780.549038:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829780.549041:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2118
00000100:00080000:3.0:1787829780.549044:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829780.549048:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829780.549057:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829780.549080:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210074624:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829780.549080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210074752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829780.549141:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829780.549175:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829780/real 1787829780]  req@ffff8d99e18bbc00 x1874673210074624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829780.549191:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210074624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829780.549201:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829780.549205:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829780.549209:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210074624:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829780.549325:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210074752:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829780.549354:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829780.549366:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829780/real 1787829780]  req@ffff8d99e18ba1c0 x1874673210074752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829780.549377:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210074752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829780.549385:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829780.549389:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829780.549392:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210074752:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829781.253056:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829782.277018:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829783.301047:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829784.325072:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829785.349017:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829785.668940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829785.668952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829785.668956:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829785.668968:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2123
00000100:00080000:3.0:1787829785.668980:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829785.668988:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829785.669033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210074880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829785.669087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829785.669091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829785.669093:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829785.669098:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2123
00000100:00080000:3.0:1787829785.669102:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829785.669107:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829785.669120:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829785.669124:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210074880:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829785.669136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210075008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829785.669194:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829785.669235:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829785/real 1787829785]  req@ffff8d99e18ba1c0 x1874673210074880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829785.669249:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210074880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829785.669258:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829785.669260:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829785.669263:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210074880:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829785.669289:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210075008:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829785.669321:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829785.669331:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829785/real 1787829785]  req@ffff8d99e18bbc00 x1874673210075008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829785.669350:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210075008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829785.669355:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829785.669357:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829785.669359:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210075008:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829786.372998:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829787.397015:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829788.421055:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829789.445014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829790.469061:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829790.788990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829790.789002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829790.789006:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829790.789016:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2128
00000100:00080000:3.0:1787829790.789036:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829790.789044:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829790.789089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210075136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829790.789125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829790.789129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829790.789132:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829790.789136:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2128
00000100:00080000:3.0:1787829790.789181:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829790.789186:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829790.789198:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829790.789209:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210075136:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829790.789214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210075264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829790.789370:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210075264:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829791.493025:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829792.517015:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829793.541028:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787829793.861169:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787829793.861206:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787829793.861220:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787829793.861261:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:0.0:1787829793.861332:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829790/real 1787829793]  req@ffff8d99e18b9680 x1874673210075264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829793.861371:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210075264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829793.861386:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829793.861392:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829793.861397:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210075264:192.168.203.142@tcp:38:kworker.0
00000100:00100000:0.0:1787829793.861407:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829790/real 1787829793]  req@ffff8d99e18b83c0 x1874673210075136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829793.861422:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210075136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829793.861458:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829793.861462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829793.861467:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210075136:192.168.203.142@tcp:250:kworker.0
00010000:00010000:3.0:1787829794.565067:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829795.589064:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829795.908954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829795.908964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829795.908974:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829795.908985:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2133
00000100:00080000:3.0:1787829795.908996:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829795.909005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829795.909038:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210075392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829795.909061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829795.909064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829795.909066:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829795.909069:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2133
00000100:00080000:3.0:1787829795.909072:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829795.909075:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829795.909084:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829795.909092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210075520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829795.909149:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210075392:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787829795.909256:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829795.909322:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829795/real 1787829795]  req@ffff8d99e18b9e00 x1874673210075392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829795.909345:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210075392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829795.909359:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829795.909364:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829795.909369:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210075392:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829795.909380:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210075520:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787829795.909408:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787829795.909424:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829795/real 1787829795]  req@ffff8d99e18b8b40 x1874673210075520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829795.909437:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210075520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829795.909446:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829795.909450:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787829795.909454:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210075520:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829796.612982:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829797.637021:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829798.661049:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829799.685049:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829800.709005:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829801.029008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829801.029016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829801.029019:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829801.029028:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2139
00000100:00080000:0.0:1787829801.029038:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829801.029044:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829801.029077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210075648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829801.029100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829801.029103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829801.029104:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829801.029107:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2139
00000100:00080000:0.0:1787829801.029110:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829801.029112:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829801.029120:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829801.029131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210075776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829801.029151:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210075648:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787829801.029220:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829801.029262:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829801/real 1787829801]  req@ffff8d99e18421c0 x1874673210075648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829801.029277:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210075648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829801.029293:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829801.029296:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829801.029299:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210075648:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829801.029318:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210075776:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829801.029337:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829801.029346:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829801/real 1787829801]  req@ffff8d99e1842d00 x1874673210075776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829801.029355:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210075776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829801.029360:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829801.029375:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829801.029377:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210075776:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829801.733009:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829802.757062:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829803.781012:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829804.805005:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829805.829003:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829806.148979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829806.148988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829806.148991:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829806.149001:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2144
00000100:00080000:3.0:1787829806.149010:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829806.149016:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829806.149047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210075904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829806.149075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829806.149084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829806.149086:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829806.149090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2144
00000100:00080000:3.0:1787829806.149094:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829806.149099:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829806.149109:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829806.149119:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210075904:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829806.149126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210076032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829806.149178:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829806.149217:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829806/real 1787829806]  req@ffff8d99e18bb480 x1874673210075904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829806.149236:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210075904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829806.149246:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829806.149250:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829806.149254:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210075904:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829806.149277:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210076032:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829806.149299:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829806.149313:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829806/real 1787829806]  req@ffff8d99e18ba940 x1874673210076032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829806.149325:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210076032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829806.149333:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829806.149336:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829806.149339:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210076032:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829806.853040:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829807.877019:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829808.901089:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829809.925011:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829810.949011:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829811.269008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829811.269017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829811.269021:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829811.269030:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2149
00000100:00080000:1.0:1787829811.269040:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829811.269047:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829811.269078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210076160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829811.269104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829811.269107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829811.269109:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829811.269113:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2149
00000100:00080000:1.0:1787829811.269115:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829811.269119:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829811.269128:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829811.269138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210076288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829811.269155:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210076160:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829811.269211:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829811.269244:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829811/real 1787829811]  req@ffff8d99d0f81680 x1874673210076160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829811.269257:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210076160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829811.269265:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829811.269269:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829811.269272:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210076160:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829811.269291:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210076288:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829811.269305:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829811.269386:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829811/real 1787829811]  req@ffff8d99d0f80000 x1874673210076288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829811.269396:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210076288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829811.269402:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829811.269404:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829811.269407:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210076288:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829811.972994:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829812.997034:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829814.021030:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829815.044978:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829816.069196:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829816.388990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829816.389000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829816.389021:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829816.389032:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2154
00000100:00080000:2.0:1787829816.389043:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829816.389051:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829816.389084:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210076416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829816.389106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829816.389109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829816.389110:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829816.389114:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2154
00000100:00080000:2.0:1787829816.389117:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829816.389120:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829816.389129:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829816.389140:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210076544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829816.389140:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210076416:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829816.389210:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829816.389253:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829816/real 1787829816]  req@ffff8d99e18b61c0 x1874673210076416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829816.389270:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210076416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829816.389278:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829816.389281:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829816.389284:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210076416:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829816.389305:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210076544:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829816.389327:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829816.389338:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829816/real 1787829816]  req@ffff8d99e18b7480 x1874673210076544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829816.389346:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210076544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829816.389352:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829816.389354:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829816.389356:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210076544:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829817.093013:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829818.117031:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829819.141121:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829820.165129:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829821.189032:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829821.508975:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829821.508984:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829821.508987:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829821.508996:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2159
00000100:00080000:2.0:1787829821.509006:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829821.509012:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829821.509046:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210076672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829821.509100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829821.509103:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829821.509104:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829821.509108:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2159
00000100:00080000:2.0:1787829821.509111:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829821.509115:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829821.509124:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829821.509135:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210076800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829821.509147:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210076672:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829821.509201:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829821.509232:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829821/real 1787829821]  req@ffff8d99e18b4780 x1874673210076672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829821.509256:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210076672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829821.509265:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829821.509268:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829821.509271:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210076672:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829821.509289:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210076800:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829821.509306:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829821.509314:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829821/real 1787829821]  req@ffff8d99e18b5680 x1874673210076800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829821.509323:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210076800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829821.509328:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829821.509330:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829821.509333:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210076800:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829822.213003:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829823.236999:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829824.261029:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829825.284998:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829826.309016:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829826.628985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829826.628993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829826.628996:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829826.629005:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2164
00000100:00080000:2.0:1787829826.629015:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829826.629022:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829826.629057:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210076928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829826.629084:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829826.629088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829826.629090:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829826.629094:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2164
00000100:00080000:2.0:1787829826.629098:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829826.629103:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829826.629125:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829826.629129:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210076928:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829826.629141:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210077056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829826.629181:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829826.629209:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829826/real 1787829826]  req@ffff8d99e18b5e00 x1874673210076928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829826.629231:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210076928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829826.629238:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829826.629241:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829826.629244:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210076928:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829826.629264:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210077056:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829826.629278:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829826.629295:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829826/real 1787829826]  req@ffff8d99e18b7840 x1874673210077056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829826.629302:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210077056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829826.629320:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829826.629323:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829826.629325:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210077056:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829827.333016:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829828.357080:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829829.381076:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829830.404980:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829831.428999:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829831.748951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829831.748959:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829831.748962:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829831.748970:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2169
00000100:00080000:0.0:1787829831.748979:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829831.748985:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829831.749019:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210077184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829831.749043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829831.749046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829831.749048:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829831.749052:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2169
00000100:00080000:0.0:1787829831.749057:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829831.749062:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829831.749071:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829831.749076:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210077184:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829831.749087:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210077312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829831.749126:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829831.749154:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829831/real 1787829831]  req@ffff8d99e18403c0 x1874673210077184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829831.749165:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210077184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829831.749185:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829831.749189:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829831.749191:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210077184:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829831.749209:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210077312:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829831.749224:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829831.749234:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829831/real 1787829831]  req@ffff8d99e18412c0 x1874673210077312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829831.749242:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210077312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829831.749247:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829831.749249:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829831.749251:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210077312:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829832.452980:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829833.476983:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829834.500981:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829835.524996:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829836.549006:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829836.868940:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829836.868947:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829836.868950:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829836.868959:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2174
00000100:00080000:0.0:1787829836.868967:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829836.868972:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829836.869015:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210077440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829836.869034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829836.869036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829836.869038:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829836.869040:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2174
00000100:00080000:0.0:1787829836.869042:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829836.869045:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829836.869051:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829836.869058:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210077568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829836.869101:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210077440:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829836.869150:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829836.869180:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829836/real 1787829836]  req@ffff8d99e1843c00 x1874673210077440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829836.869192:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210077440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829836.869208:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829836.869211:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829836.869213:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210077440:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829836.869218:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210077568:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829836.869232:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829836.869253:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829836/real 1787829836]  req@ffff8d99e1843480 x1874673210077568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829836.869260:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210077568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829836.869264:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829836.869266:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829836.869268:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210077568:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829837.572998:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829838.596996:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829839.620977:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829840.645010:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829841.669010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829841.989050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829841.989063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829841.989067:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829841.989080:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2180
00000100:00080000:3.0:1787829841.989094:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829841.989102:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829841.989149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210077696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829841.989213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829841.989217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829841.989219:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829841.989223:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2180
00000100:00080000:3.0:1787829841.989228:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829841.989233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829841.989246:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829841.989255:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210077696:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829841.989262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210077824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829841.989325:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829841.989365:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829841/real 1787829841]  req@ffff8d99e18b8000 x1874673210077696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829841.989388:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210077696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829841.989397:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829841.989400:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829841.989403:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210077696:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829841.989426:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210077824:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829841.989442:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829841.989450:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829841/real 1787829841]  req@ffff8d99e18bb0c0 x1874673210077824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829841.989457:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210077824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829841.989462:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829841.989464:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829841.989466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210077824:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829842.693071:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829843.717047:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829844.741060:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829845.765057:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829846.789049:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829847.108953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829847.108963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829847.108966:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829847.108976:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2185
00000100:00080000:1.0:1787829847.108987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829847.108994:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829847.109033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210077952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829847.109072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829847.109074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829847.109076:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829847.109079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2185
00000100:00080000:1.0:1787829847.109082:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829847.109086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829847.109098:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829847.109104:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210077952:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829847.109115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210078080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829847.109195:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829847.109242:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829847/real 1787829847]  req@ffff8d99d0f83480 x1874673210077952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829847.109256:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210077952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829847.109264:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829847.109267:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829847.109270:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210077952:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829847.109293:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210078080:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829847.109312:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829847.109336:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829847/real 1787829847]  req@ffff8d99d0f82580 x1874673210078080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829847.109344:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210078080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829847.109350:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829847.109352:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829847.109355:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210078080:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829847.813039:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829848.837054:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829849.861053:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829850.885042:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829851.909039:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829852.228943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829852.228954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829852.228959:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829852.228969:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2190
00000100:00080000:1.0:1787829852.228979:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829852.228985:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829852.229018:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210078208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829852.229039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829852.229042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829852.229044:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829852.229047:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2190
00000100:00080000:1.0:1787829852.229054:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829852.229057:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829852.229073:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210078208:192.168.203.142@tcp:250:kworker.0
00000008:00100000:1.0:1787829852.229080:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829852.229095:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210078336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829852.229151:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829852.229183:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829852/real 1787829852]  req@ffff8d99d0f80780 x1874673210078208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829852.229197:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210078208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829852.229205:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829852.229208:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829852.229211:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210078208:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829852.229234:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210078336:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829852.229274:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829852.229285:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829852/real 1787829852]  req@ffff8d99d0f830c0 x1874673210078336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829852.229294:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210078336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829852.229305:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829852.229308:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829852.229311:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210078336:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829852.933061:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829853.957036:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829854.981046:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829856.005066:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829857.029046:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829857.348980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829857.348988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829857.348991:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829857.349000:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2195
00000100:00080000:1.0:1787829857.349009:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829857.349016:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829857.349048:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210078464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829857.349073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829857.349076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829857.349078:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829857.349081:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2195
00000100:00080000:1.0:1787829857.349084:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829857.349086:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829857.349109:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829857.349121:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210078592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829857.349129:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210078464:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829857.349217:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210078592:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829858.053011:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829859.076997:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829860.101033:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787829860.421221:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787829860.421284:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787829860.421307:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787829860.421377:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:3.0:1787829860.421441:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829857/real 1787829860]  req@ffff8d99d0f81e00 x1874673210078592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829860.421472:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210078592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829860.421487:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829860.421493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829860.421499:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210078592:192.168.203.142@tcp:38:kworker.0
00000100:00100000:3.0:1787829860.421508:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829857/real 1787829860]  req@ffff8d99d0f82940 x1874673210078464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829860.421522:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210078464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829860.421531:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829860.421535:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829860.421539:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210078464:192.168.203.142@tcp:250:kworker.0
00010000:00010000:3.0:1787829861.125056:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829862.149089:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829862.469002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829862.469013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829862.469017:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829862.469027:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2200
00000100:00080000:2.0:1787829862.469038:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829862.469046:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829862.469101:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210078720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829862.469149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829862.469153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829862.469155:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829862.469160:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2200
00000100:00080000:2.0:1787829862.469165:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829862.469171:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829862.469182:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829862.469197:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210078848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829862.469206:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210078720:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787829862.469320:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829862.469362:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829862/real 1787829862]  req@ffff8d99e18b7840 x1874673210078720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829862.469389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210078720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829862.469401:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829862.469406:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829862.469410:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210078720:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829862.469456:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210078848:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829862.469484:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829862.469500:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829862/real 1787829862]  req@ffff8d99e18b5e00 x1874673210078848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829862.469514:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210078848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829862.469523:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829862.469528:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829862.469532:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210078848:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829863.173006:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829864.197064:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829865.220981:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829866.245005:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829867.268998:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829867.589006:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829867.589060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829867.589064:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829867.589073:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2205
00000100:00080000:1.0:1787829867.589082:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829867.589088:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829867.589119:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210078976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829867.589142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829867.589145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829867.589150:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829867.589156:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2205
00000100:00080000:1.0:1787829867.589159:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829867.589163:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829867.589173:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829867.589188:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210078976:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829867.589189:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210079104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829867.589248:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829867.589279:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829867/real 1787829867]  req@ffff8d99d0f812c0 x1874673210078976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829867.589293:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210078976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829867.589301:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829867.589303:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829867.589306:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210078976:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829867.589324:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210079104:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829867.589337:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829867.589346:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829867/real 1787829867]  req@ffff8d99d0f83c00 x1874673210079104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829867.589354:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210079104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829867.589359:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829867.589361:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829867.589364:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210079104:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829868.293031:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829869.317045:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829870.340999:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829871.365066:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829872.389029:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829872.709036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829872.709047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829872.709052:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829872.709063:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2210
00000100:00080000:2.0:1787829872.709075:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829872.709083:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829872.709115:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210079232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829872.709138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829872.709143:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829872.709145:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829872.709149:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2210
00000100:00080000:2.0:1787829872.709153:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787829872.709197:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210079232:192.168.203.142@tcp:250:kworker.0
00000100:00080000:2.0:1787829872.709218:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829872.709228:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829872.709246:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210079360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829872.709282:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829872.709357:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829872/real 1787829872]  req@ffff8d99e18b5680 x1874673210079232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829872.709376:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210079232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829872.709387:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829872.709391:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829872.709396:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210079232:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829872.709423:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210079360:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787829872.709448:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787829872.709459:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829872/real 1787829872]  req@ffff8d99e18b4780 x1874673210079360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829872.709468:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210079360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829872.709474:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829872.709476:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787829872.709478:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210079360:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829873.413020:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829874.437037:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829875.461097:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829876.485017:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829877.509081:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829877.829002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829877.829013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829877.829031:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829877.829040:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2215
00000100:00080000:3.0:1787829877.829049:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829877.829056:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829877.829087:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210079488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829877.829111:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829877.829114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829877.829115:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829877.829118:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2215
00000100:00080000:3.0:1787829877.829121:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829877.829123:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829877.829130:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829877.829139:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210079616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829877.829161:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210079488:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787829877.829229:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829877.829277:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829877/real 1787829877]  req@ffff8d99e18bb0c0 x1874673210079488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829877.829299:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210079488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829877.829325:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829877.829330:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829877.829335:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210079488:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829877.829344:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210079616:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829877.829371:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829877.829386:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829877/real 1787829877]  req@ffff8d99e18b8000 x1874673210079616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829877.829401:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210079616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829877.829410:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829877.829414:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829877.829418:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210079616:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829878.533034:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829879.557032:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829880.580999:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829881.605033:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829882.629045:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829882.948986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829882.948995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829882.948998:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829882.949008:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2221
00000100:00080000:1.0:1787829882.949020:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829882.949028:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829882.949062:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210079744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829882.949092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829882.949102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829882.949106:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829882.949111:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2221
00000100:00080000:1.0:1787829882.949116:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829882.949121:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829882.949130:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210079744:192.168.203.142@tcp:250:kworker.0
00000008:00100000:1.0:1787829882.949131:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829882.949155:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210079872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829882.949202:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829882.949242:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829882/real 1787829882]  req@ffff8d99d0f83840 x1874673210079744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829882.949263:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210079744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829882.949288:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829882.949294:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829882.949300:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210079744:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829882.949330:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210079872:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829882.949364:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829882.949384:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829882/real 1787829882]  req@ffff8d99d0f80f00 x1874673210079872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829882.949416:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210079872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829882.949428:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829882.949432:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829882.949445:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210079872:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829883.652989:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829884.677064:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829885.701013:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829886.725022:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829887.749082:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829888.068999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829888.069014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829888.069018:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829888.069031:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2226
00000100:00080000:1.0:1787829888.069045:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829888.069054:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829888.069104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210080000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829888.069138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829888.069142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829888.069144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829888.069149:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2226
00000100:00080000:1.0:1787829888.069153:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829888.069158:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829888.069171:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829888.069195:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210080000:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829888.069213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210080128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829888.069274:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829888.069318:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829888/real 1787829888]  req@ffff8d99d0f81a40 x1874673210080000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829888.069339:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210080000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829888.069351:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829888.069356:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829888.069370:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210080000:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829888.069398:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210080128:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829888.069422:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829888.069436:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829888/real 1787829888]  req@ffff8d99d0f80b40 x1874673210080128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829888.069451:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210080128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829888.069461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829888.069465:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829888.069469:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210080128:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829888.773051:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829889.797046:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829890.821007:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829891.845054:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829892.868976:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829893.188983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829893.188993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829893.188997:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829893.189008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2231
00000100:00080000:1.0:1787829893.189021:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829893.189029:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829893.189070:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210080256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829893.189096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829893.189099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829893.189100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829893.189103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2231
00000100:00080000:1.0:1787829893.189106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829893.189109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829893.189119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829893.189129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210080384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829893.189153:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210080256:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829893.189228:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829893.189267:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829893/real 1787829893]  req@ffff8d99d0f803c0 x1874673210080256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829893.189282:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210080256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829893.189291:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829893.189294:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829893.189297:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210080256:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829893.189317:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210080384:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829893.189332:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829893.189340:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829893/real 1787829893]  req@ffff8d99d0f82d00 x1874673210080384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829893.189348:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210080384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829893.189354:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829893.189357:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829893.189359:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210080384:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829893.893085:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829894.917164:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829895.941099:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829896.965083:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829897.989041:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829898.308995:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829898.309005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829898.309009:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829898.309017:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2236
00000100:00080000:0.0:1787829898.309028:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829898.309036:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829898.309068:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210080512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829898.309088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829898.309101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829898.309103:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829898.309106:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2236
00000100:00080000:0.0:1787829898.309109:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829898.309113:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829898.309120:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829898.309127:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210080512:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829898.309130:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210080640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829898.309179:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829898.309209:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829898/real 1787829898]  req@ffff8d99e1842580 x1874673210080512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829898.309220:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210080512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829898.309227:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829898.309230:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829898.309232:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210080512:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829898.309250:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210080640:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829898.309262:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829898.309269:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829898/real 1787829898]  req@ffff8d99e1840000 x1874673210080640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829898.309276:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210080640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829898.309280:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829898.309282:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829898.309284:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210080640:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829899.012995:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829900.036985:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829901.061232:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829902.085009:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829903.109006:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829903.429009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829903.429033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829903.429043:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829903.429054:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2241
00000100:00080000:1.0:1787829903.429065:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829903.429071:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829903.429105:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210080768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829903.429135:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829903.429139:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829903.429141:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829903.429144:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2241
00000100:00080000:1.0:1787829903.429148:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829903.429152:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829903.429162:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829903.429174:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210080896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829903.429192:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210080768:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829903.429256:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829903.429291:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829903/real 1787829903]  req@ffff8d99d0f82d00 x1874673210080768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829903.429307:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210080768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829903.429317:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829903.429321:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829903.429325:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210080768:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829903.429347:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210080896:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829903.429367:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829903.429378:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829903/real 1787829903]  req@ffff8d99d0f803c0 x1874673210080896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829903.429390:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210080896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829903.429398:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829903.429401:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829903.429404:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210080896:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829904.133014:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829905.156991:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829906.181007:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829907.205028:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829908.229087:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829908.549056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829908.549065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829908.549069:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829908.549079:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2246
00000100:00080000:3.0:1787829908.549091:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829908.549099:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829908.549166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210081024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829908.549197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829908.549201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829908.549203:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829908.549207:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2246
00000100:00080000:3.0:1787829908.549210:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829908.549213:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829908.549222:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829908.549231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210081152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829908.549256:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210081024:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829908.549330:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829908.549384:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829908/real 1787829908]  req@ffff8d99e18ba940 x1874673210081024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829908.549402:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210081024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829908.549410:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829908.549413:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829908.549416:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210081024:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829908.549422:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210081152:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829908.549439:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829908.549447:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829908/real 1787829908]  req@ffff8d99e18bb480 x1874673210081152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829908.549455:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210081152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829908.549462:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829908.549466:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829908.549469:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210081152:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829909.253047:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829910.277014:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829911.301841:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829912.324994:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829913.349077:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829913.668982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829913.668992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829913.668997:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829913.669007:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2251
00000100:00080000:1.0:1787829913.669017:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829913.669024:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829913.669073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210081280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829913.669096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829913.669099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829913.669100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829913.669103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2251
00000100:00080000:1.0:1787829913.669106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829913.669110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829913.669119:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829913.669126:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210081280:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829913.669131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210081408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829913.669189:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829913.669229:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829913/real 1787829913]  req@ffff8d99d0f80b40 x1874673210081280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829913.669242:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210081280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829913.669254:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829913.669257:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829913.669260:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210081280:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829913.669279:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210081408:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829913.669301:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829913.669314:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829913/real 1787829913]  req@ffff8d99d0f81a40 x1874673210081408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829913.669326:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210081408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829913.669334:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829913.669338:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829913.669340:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210081408:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829914.373005:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829915.396985:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829916.421128:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829917.444977:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829918.469010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829918.788937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829918.788945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829918.788949:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829918.788958:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2256
00000100:00080000:1.0:1787829918.788967:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829918.788974:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829918.789009:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210081536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829918.789027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829918.789030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829918.789041:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829918.789045:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2256
00000100:00080000:1.0:1787829918.789049:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829918.789052:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829918.789065:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829918.789069:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210081536:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829918.789079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210081664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829918.789135:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829918.789174:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829918/real 1787829918]  req@ffff8d99d0f80f00 x1874673210081536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829918.789192:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210081536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829918.789203:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829918.789215:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829918.789220:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210081536:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829918.789246:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210081664:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829918.789266:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829918.789276:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829918/real 1787829918]  req@ffff8d99d0f83840 x1874673210081664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829918.789285:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210081664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829918.789291:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829918.789293:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829918.789296:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210081664:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829919.493007:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829920.517008:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829921.540984:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829922.565020:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829923.588982:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829923.908997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829923.909006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829923.909010:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829923.909019:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2261
00000100:00080000:0.0:1787829923.909029:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829923.909036:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829923.909073:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210081792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829923.909093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829923.909096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829923.909098:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829923.909102:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2261
00000100:00100000:2.0:1787829923.909128:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210081792:192.168.203.142@tcp:250:kworker.0
00000100:00080000:0.0:1787829923.909131:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829923.909138:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829923.909148:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829923.909163:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210081920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829923.909204:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210081920:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829924.612995:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829925.636994:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829926.661017:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787829926.981136:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787829926.981170:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787829926.981184:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787829926.981223:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787829926.981298:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829923/real 1787829926]  req@ffff8d99e1841e00 x1874673210081920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829926.981323:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210081920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829926.981334:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829926.981340:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829926.981359:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210081920:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787829926.981366:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829923/real 1787829926]  req@ffff8d99e1840780 x1874673210081792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829926.981387:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210081792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829926.981395:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829926.981400:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829926.981403:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210081792:192.168.203.142@tcp:250:kworker.0
00010000:00010000:2.0:1787829927.684992:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829928.709039:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829929.028988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829929.029004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829929.029007:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829929.029017:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2267
00000100:00080000:1.0:1787829929.029027:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829929.029035:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829929.029066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210082048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829929.029098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829929.029103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829929.029105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829929.029109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2267
00000100:00080000:1.0:1787829929.029121:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829929.029126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829929.029135:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829929.029161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210082176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829929.029250:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210082048:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829929.029313:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829929.029361:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829929/real 1787829929]  req@ffff8d99d0f83c00 x1874673210082048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829929.029379:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210082048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829929.029389:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829929.029393:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829929.029397:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210082048:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829929.029413:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210082176:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829929.029442:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829929.029456:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829929/real 1787829929]  req@ffff8d99d0f812c0 x1874673210082176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829929.029482:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210082176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829929.029491:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829929.029494:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829929.029498:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210082176:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829929.733054:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829930.756996:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829931.780991:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829932.805027:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829933.828993:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829934.148997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829934.149005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829934.149009:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829934.149019:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2272
00000100:00080000:3.0:1787829934.149028:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829934.149034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829934.149063:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210082304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829934.149098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829934.149100:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829934.149102:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829934.149104:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2272
00000100:00080000:3.0:1787829934.149107:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829934.149110:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829934.149118:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829934.149126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210082432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829934.149132:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210082304:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829934.149189:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829934.149220:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829934/real 1787829934]  req@ffff8d99e18b8b40 x1874673210082304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829934.149233:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210082304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829934.149240:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829934.149242:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829934.149245:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210082304:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829934.149266:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210082432:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829934.149287:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829934.149307:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829934/real 1787829934]  req@ffff8d99e18b9e00 x1874673210082432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829934.149316:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210082432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829934.149327:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829934.149329:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829934.149332:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210082432:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829934.853012:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829935.877067:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829936.901002:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829937.925004:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829938.949009:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829939.268988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829939.268997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829939.269001:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829939.269010:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2277
00000100:00080000:3.0:1787829939.269019:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829939.269026:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829939.269059:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210082560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829939.269083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829939.269087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829939.269088:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829939.269093:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2277
00000100:00080000:3.0:1787829939.269096:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829939.269100:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829939.269124:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829939.269129:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210082560:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829939.269139:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210082688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829939.269188:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829939.269222:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829939/real 1787829939]  req@ffff8d99e18b83c0 x1874673210082560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829939.269238:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210082560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829939.269248:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829939.269252:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829939.269256:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210082560:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829939.269285:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210082688:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829939.269306:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829939.269317:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829939/real 1787829939]  req@ffff8d99e18b9680 x1874673210082688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829939.269325:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210082688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829939.269330:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829939.269333:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829939.269340:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210082688:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829939.972987:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829940.997028:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829942.021147:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829943.045008:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829944.069018:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829944.388939:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829944.388946:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829944.388949:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829944.388958:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2282
00000100:00080000:3.0:1787829944.388966:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829944.388972:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829944.389011:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210082816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829944.389033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829944.389037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829944.389039:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829944.389043:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2282
00000100:00080000:3.0:1787829944.389046:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829944.389050:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829944.389059:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829944.389073:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210082944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829944.389082:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210082816:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829944.389137:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829944.389173:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829944/real 1787829944]  req@ffff8d99e18bbc00 x1874673210082816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829944.389188:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210082816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829944.389198:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829944.389202:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829944.389206:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210082816:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829944.389241:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210082944:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829944.389262:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829944.389276:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829944/real 1787829944]  req@ffff8d99e18ba1c0 x1874673210082944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829944.389284:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210082944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829944.389289:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829944.389291:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829944.389293:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210082944:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829945.093002:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829946.116995:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829947.140972:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829948.165019:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829949.189010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829949.508951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829949.508959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829949.508962:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829949.508970:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2287
00000100:00080000:1.0:1787829949.508980:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829949.508989:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829949.509027:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210083072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829949.509052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829949.509054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829949.509056:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829949.509059:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2287
00000100:00080000:1.0:1787829949.509062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829949.509065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829949.509073:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829949.509084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210083200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829949.509094:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210083072:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829949.509149:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829949.509180:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829949/real 1787829949]  req@ffff8d99d0f82940 x1874673210083072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829949.509194:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210083072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829949.509202:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829949.509205:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829949.509208:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210083072:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829949.509227:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210083200:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829949.509249:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829949.509263:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829949/real 1787829949]  req@ffff8d99d0f81e00 x1874673210083200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829949.509277:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210083200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829949.509285:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829949.509288:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829949.509291:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210083200:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829950.213025:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829951.236999:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829952.260972:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829953.284996:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829954.309117:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829954.629099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829954.629111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829954.629116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829954.629128:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2292
00000100:00080000:0.0:1787829954.629138:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829954.629147:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829954.629183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210083328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829954.629211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829954.629215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829954.629231:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829954.629237:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2292
00000100:00080000:0.0:1787829954.629241:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829954.629246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829954.629256:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210083328:192.168.203.142@tcp:250:kworker.0
00000008:00100000:0.0:1787829954.629257:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829954.629280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210083456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829954.629330:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829954.629366:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829954/real 1787829954]  req@ffff8d99e18430c0 x1874673210083328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829954.629383:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210083328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829954.629393:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829954.629398:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829954.629402:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210083328:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829954.629437:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210083456:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829954.629462:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829954.629474:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829954/real 1787829954]  req@ffff8d99e1840780 x1874673210083456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829954.629485:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210083456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829954.629493:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829954.629496:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829954.629499:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210083456:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829955.333126:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829956.357048:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829957.381057:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829958.404971:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829959.429021:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829959.748997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829959.749021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829959.749028:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829959.749037:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2297
00000100:00080000:3.0:1787829959.749046:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829959.749053:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829959.749086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210083584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829959.749110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829959.749114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829959.749116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829959.749128:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2297
00000100:00080000:3.0:1787829959.749132:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829959.749136:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829959.749145:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829959.749153:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210083584:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829959.749159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210083712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829959.749208:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829959.749249:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829959/real 1787829959]  req@ffff8d99e18ba1c0 x1874673210083584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829959.749266:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210083584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829959.749275:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829959.749279:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829959.749283:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210083584:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829959.749305:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210083712:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829959.749325:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829959.749334:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829959/real 1787829959]  req@ffff8d99e18bbc00 x1874673210083712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829959.749341:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210083712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829959.749347:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829959.749349:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829959.749351:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210083712:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829960.452978:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829961.477264:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829962.501009:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829963.525590:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829964.549446:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829964.869026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829964.869048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787829964.869051:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829964.869059:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2302
00000100:00080000:1.0:1787829964.869068:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829964.869073:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787829964.869110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210083840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829964.869146:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829964.869153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787829964.869155:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787829964.869159:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2302
00000100:00080000:1.0:1787829964.869163:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829964.869167:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787829964.869177:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829964.869189:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210083968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829964.869242:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210083840:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787829964.869303:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829964.869340:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829964/real 1787829964]  req@ffff8d99d0f830c0 x1874673210083840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829964.869389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210083840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829964.869399:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829964.869404:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829964.869407:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210083840:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829964.869414:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210083968:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787829964.869438:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787829964.869451:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829964/real 1787829964]  req@ffff8d99d0f80780 x1874673210083968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829964.869463:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210083968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829964.869471:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829964.869474:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787829964.869477:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210083968:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787829965.573009:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829966.597136:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829967.621029:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829968.645150:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829969.670169:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829969.989070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829969.989083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787829969.989088:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829969.989101:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2308
00000100:00080000:2.0:1787829969.989135:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829969.989144:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787829969.989185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210084096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829969.989218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829969.989221:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787829969.989223:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829969.989228:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2308
00000100:00080000:2.0:1787829969.989232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829969.989237:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787829969.989250:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829969.989264:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210084096:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787829969.989265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210084224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829969.989349:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829969.989393:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829969/real 1787829969]  req@ffff8d99e18b7480 x1874673210084096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829969.989407:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210084096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829969.989415:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829969.989423:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829969.989426:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210084096:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829969.989450:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210084224:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829969.989471:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829969.989484:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829969/real 1787829969]  req@ffff8d99e18b61c0 x1874673210084224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829969.989496:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210084224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829969.989504:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829969.989507:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829969.989510:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210084224:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829970.693111:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829971.717143:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787829972.741017:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829973.765014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829974.789347:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829975.109116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829975.109125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829975.109129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829975.109138:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2313
00000100:00080000:3.0:1787829975.109149:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829975.109157:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829975.109192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210084352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829975.109234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829975.109236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829975.109238:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829975.109241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2313
00000100:00080000:3.0:1787829975.109244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829975.109247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829975.109255:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829975.109264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210084480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829975.109625:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210084352:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787829975.109686:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829975.109725:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829975/real 1787829975]  req@ffff8d99e18b9680 x1874673210084352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829975.109744:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210084352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829975.109755:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829975.109759:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829975.109763:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210084352:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829975.109770:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210084480:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829975.109799:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829975.109810:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829975/real 1787829975]  req@ffff8d99e18b83c0 x1874673210084480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829975.109822:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210084480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829975.109912:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829975.109917:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829975.109920:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210084480:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829975.813030:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829976.837035:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829977.861386:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829978.885146:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829979.909338:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829980.229000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829980.229008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829980.229011:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829980.229019:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2318
00000100:00080000:0.0:1787829980.229027:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829980.229033:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829980.229068:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210084608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829980.229091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829980.229094:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829980.229106:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829980.229110:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2318
00000100:00080000:0.0:1787829980.229113:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829980.229117:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829980.229124:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829980.229133:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210084608:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829980.229135:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210084736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829980.229185:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829980.229213:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829980/real 1787829980]  req@ffff8d99e1841e00 x1874673210084608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829980.229228:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210084608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829980.229252:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829980.229256:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829980.229260:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210084608:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829980.229286:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210084736:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829980.229308:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829980.229320:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829980/real 1787829980]  req@ffff8d99e1840000 x1874673210084736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829980.229339:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210084736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829980.229344:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829980.229346:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829980.229348:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210084736:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829980.933144:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829981.957873:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829982.981049:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829984.005075:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829985.029024:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829985.349019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829985.349028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829985.349032:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829985.349042:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2323
00000100:00080000:3.0:1787829985.349052:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829985.349060:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829985.349100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210084864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829985.349130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829985.349133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829985.349135:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829985.349139:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2323
00000100:00080000:3.0:1787829985.349143:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829985.349158:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829985.349168:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829985.349179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210084992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829985.349329:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210084864:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787829985.349387:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829985.349421:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829985/real 1787829985]  req@ffff8d99e18b9e00 x1874673210084864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829985.349437:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210084864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829985.349447:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829985.349451:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829985.349454:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210084864:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829985.349461:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210084992:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829985.349478:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829985.349487:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829985/real 1787829985]  req@ffff8d99e18b8b40 x1874673210084992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829985.349498:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210084992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829985.349512:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829985.349515:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829985.349518:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210084992:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787829986.053074:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829987.077020:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829988.101107:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829989.125016:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829990.149281:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829990.468992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829990.469000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787829990.469004:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829990.469014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2328
00000100:00080000:0.0:1787829990.469025:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829990.469032:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787829990.469064:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210085120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829990.469086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829990.469090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787829990.469093:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829990.469097:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2328
00000100:00080000:0.0:1787829990.469101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787829990.469106:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787829990.469115:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829990.469116:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210085120:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787829990.469139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210085248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829990.469215:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210085248:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787829991.172975:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829992.197019:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829993.221016:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787829993.541188:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787829993.541223:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787829993.541238:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787829993.541280:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787829993.541367:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829990/real 1787829993]  req@ffff8d99e1843480 x1874673210085248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829993.541392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210085248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829993.541404:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829993.541409:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829993.541413:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210085248:192.168.203.142@tcp:38:kworker.0
00000100:00100000:1.0:1787829993.541421:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829990/real 1787829993]  req@ffff8d99e1842580 x1874673210085120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829993.541432:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210085120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829993.541439:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829993.541455:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829993.541458:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210085120:192.168.203.142@tcp:250:kworker.0
00010000:00010000:0.0:1787829994.245068:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787829995.268979:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829995.589052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829995.589062:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787829995.589066:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829995.589077:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2333
00000100:00080000:3.0:1787829995.589087:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829995.589094:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787829995.589128:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210085376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787829995.589175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829995.589183:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787829995.589185:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829995.589193:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2333
00000100:00080000:3.0:1787829995.589211:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787829995.589216:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787829995.589226:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829995.589240:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210085376:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787829995.589243:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210085504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829995.589311:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829995.589347:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829995/real 1787829995]  req@ffff8d99e18bb480 x1874673210085376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829995.589366:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210085376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829995.589376:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829995.589380:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829995.589384:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210085376:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787829995.589409:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210085504:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787829995.589433:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787829995.589445:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829995/real 1787829995]  req@ffff8d99e18ba940 x1874673210085504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829995.589457:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210085504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829995.589465:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829995.589468:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787829995.589471:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210085504:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787829996.293005:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829997.317010:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787829998.341004:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787829999.365022:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830000.389073:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830000.709048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830000.709058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830000.709062:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830000.709072:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2338
00000100:00080000:0.0:1787830000.709083:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830000.709090:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830000.709151:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210085632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830000.709181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830000.709185:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830000.709186:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830000.709190:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2338
00000100:00080000:0.0:1787830000.709193:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830000.709197:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830000.709207:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830000.709220:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210085760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830000.709246:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210085632:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830000.709360:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830000.709398:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830000/real 1787830000]  req@ffff8d99e1843c00 x1874673210085632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830000.709415:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210085632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830000.709425:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830000.709429:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830000.709433:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210085632:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830000.709440:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210085760:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830000.709462:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830000.709475:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830000/real 1787830000]  req@ffff8d99e18412c0 x1874673210085760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830000.709486:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210085760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830000.709493:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830000.709497:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830000.709500:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210085760:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830001.414148:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830002.437218:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830003.461047:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830004.485678:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830005.510570:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830005.829055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830005.829093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830005.829097:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830005.829106:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2343
00000100:00080000:3.0:1787830005.829116:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830005.829124:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830005.829162:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210085888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830005.829188:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830005.829192:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830005.829194:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830005.829197:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2343
00000100:00080000:3.0:1787830005.829201:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830005.829205:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830005.829215:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830005.829227:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210086016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830005.829236:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210085888:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830005.829301:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830005.829397:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830005/real 1787830005]  req@ffff8d99e18b8000 x1874673210085888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830005.829431:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210085888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830005.829441:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830005.829445:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830005.829448:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210085888:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830005.829472:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210086016:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830005.829495:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830005.829507:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830005/real 1787830005]  req@ffff8d99e18bb0c0 x1874673210086016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830005.829520:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210086016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830005.829528:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830005.829531:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830005.829534:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210086016:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830006.533144:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830007.557718:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830008.581188:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830009.605237:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830010.629380:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830010.949134:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830010.949144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830010.949149:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830010.949159:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2349
00000100:00080000:3.0:1787830010.949170:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830010.949177:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830010.949214:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210086144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830010.951094:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210086144:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830010.951152:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:3.0:1787830010.951209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830010.951214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830010.951216:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830010.951221:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2349
00000100:00080000:3.0:1787830010.951226:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830010.951230:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830010.951239:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830010.951253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210086272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830010.951308:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830010/real 1787830010]  req@ffff8d99e18bb0c0 x1874673210086144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830010.951325:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210086144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830010.951353:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830010.951357:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830010.951361:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210086144:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830010.951384:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210086272:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830010.951405:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830010.951417:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830010/real 1787830010]  req@ffff8d99e18b8000 x1874673210086272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830010.951429:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210086272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830010.951437:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830010.951441:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830010.951444:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210086272:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830011.655033:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830012.679604:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830013.701133:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830014.725262:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830015.749020:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830016.068950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830016.068958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830016.068961:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830016.068970:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2354
00000100:00080000:3.0:1787830016.069005:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830016.069016:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830016.069079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210086400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830016.069176:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210086400:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830016.069240:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:3.0:1787830016.069274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830016.069278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830016.069280:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830016.069284:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2354
00000100:00080000:3.0:1787830016.069288:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830016.069293:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830016.069304:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830016.069317:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210086528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830016.069419:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830016/real 1787830016]  req@ffff8d99e18ba940 x1874673210086400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830016.069451:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210086400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830016.069461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830016.069465:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830016.069476:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210086400:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830016.069501:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210086528:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830016.069554:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830016.069567:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830016/real 1787830016]  req@ffff8d99e18bb480 x1874673210086528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830016.069598:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210086528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830016.069607:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830016.069610:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830016.069613:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210086528:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830016.773036:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830017.797038:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830018.821028:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830019.850289:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830020.869398:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830021.191629:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830021.191639:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830021.191643:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830021.191652:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2359
00000100:00080000:1.0:1787830021.191663:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830021.191671:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830021.191708:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210086656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830021.191740:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830021.191757:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830021.191759:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830021.191764:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2359
00000100:00080000:1.0:1787830021.191769:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830021.191773:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830021.191782:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830021.191795:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210086784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830021.192623:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210086656:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830021.192684:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830021.192765:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830021/real 1787830021]  req@ffff8d99d0f82580 x1874673210086656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830021.192782:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210086656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830021.192792:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830021.192796:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830021.192801:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210086656:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830021.192808:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210086784:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830021.192839:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830021.192852:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830021/real 1787830021]  req@ffff8d99d0f83480 x1874673210086784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830021.192864:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210086784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830021.192872:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830021.192876:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830021.192903:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210086784:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830021.893034:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830022.917036:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830023.941089:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830024.965349:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830025.989169:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830026.309054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830026.309064:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830026.309069:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830026.309079:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2364
00000100:00080000:1.0:1787830026.309090:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830026.309098:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830026.309842:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210086912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830026.309869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830026.309873:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830026.309875:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830026.309901:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2364
00000100:00080000:1.0:1787830026.309906:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830026.309911:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830026.309941:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830026.309958:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210087040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830026.310863:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210086912:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830026.310960:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830026.310995:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830026/real 1787830026]  req@ffff8d99d0f80000 x1874673210086912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830026.311012:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210086912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830026.311023:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830026.311027:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830026.311031:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210086912:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830026.311038:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210087040:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830026.311058:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830026.311070:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830026/real 1787830026]  req@ffff8d99d0f81680 x1874673210087040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830026.311095:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210087040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830026.311115:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830026.311129:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830026.311132:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210087040:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830027.013058:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830028.037126:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830029.061011:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830030.085036:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830031.109096:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830031.429051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830031.429062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830031.429066:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830031.429079:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2369
00000100:00080000:0.0:1787830031.429093:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830031.429101:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830031.429146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210087168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830031.429182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830031.429186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830031.429188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830031.429193:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2369
00000100:00080000:0.0:1787830031.429197:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830031.429202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830031.429213:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830031.429224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210087296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830031.429314:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210087168:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830031.429390:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830031.429439:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830031/real 1787830031]  req@ffff8d99e1842d00 x1874673210087168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830031.429469:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210087168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830031.429479:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830031.429483:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830031.429488:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210087168:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830031.429497:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210087296:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830031.429522:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830031.429541:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830031/real 1787830031]  req@ffff8d99e18421c0 x1874673210087296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830031.429556:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210087296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830031.429585:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830031.429590:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830031.429594:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210087296:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830032.133092:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830033.157043:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830034.182070:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830035.205169:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830036.229161:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830036.549045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830036.549054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830036.549058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830036.549068:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2374
00000100:00080000:1.0:1787830036.549078:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830036.549086:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830036.549145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210087424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830036.549186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830036.549190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830036.549193:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830036.549199:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2374
00000100:00080000:1.0:1787830036.549203:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830036.549208:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830036.549218:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830036.549230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210087552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830036.549259:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210087424:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830036.549387:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830036.549432:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830036/real 1787830036]  req@ffff8d99d0f81680 x1874673210087424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830036.549449:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210087424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830036.549460:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830036.549464:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830036.549467:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210087424:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830036.549478:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210087552:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830036.549500:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830036.549513:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830036/real 1787830036]  req@ffff8d99d0f80000 x1874673210087552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830036.549532:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210087552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830036.549540:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830036.549544:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830036.549547:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210087552:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830037.253413:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830038.277393:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830039.301536:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830040.325072:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830041.349050:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830041.669326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830041.669336:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830041.669368:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830041.669378:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2379
00000100:00080000:3.0:1787830041.669388:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830041.669405:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830041.669498:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210087680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830041.669532:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830041.669535:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830041.669537:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830041.669541:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2379
00000100:00080000:3.0:1787830041.669545:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830041.669549:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830041.669558:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830041.669569:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210087808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830041.669610:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210087680:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830041.669666:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830041.669700:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830041/real 1787830041]  req@ffff8d99e18b8b40 x1874673210087680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830041.669717:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210087680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830041.669727:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830041.669730:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830041.669734:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210087680:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830041.669741:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210087808:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830041.669759:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830041.669769:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830041/real 1787830041]  req@ffff8d99e18b9e00 x1874673210087808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830041.669780:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210087808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830041.669788:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830041.669791:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830041.669794:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210087808:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830042.376479:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830043.398021:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830044.421021:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830045.445030:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830046.469348:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830046.789416:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830046.789426:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830046.789431:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830046.789441:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2384
00000100:00080000:0.0:1787830046.789450:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830046.789457:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830046.789490:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210087936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830046.789515:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830046.789519:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830046.789521:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830046.789525:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2384
00000100:00080000:0.0:1787830046.789528:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830046.789532:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830046.789542:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830046.789555:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210088064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830046.789565:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210087936:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830046.789633:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830046.789662:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830046/real 1787830046]  req@ffff8d99e18421c0 x1874673210087936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830046.789675:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210087936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830046.789682:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830046.789685:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830046.789688:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210087936:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830046.789704:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210088064:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830046.789717:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830046.789724:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830046/real 1787830046]  req@ffff8d99e1842d00 x1874673210088064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830046.789732:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210088064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830046.789737:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830046.789739:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830046.789741:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210088064:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830047.493378:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830048.517390:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830049.542030:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830050.565123:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830051.589047:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830051.908965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830051.908975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830051.908979:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830051.908989:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2389
00000100:00080000:3.0:1787830051.909001:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830051.909008:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830051.909145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210088192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830051.909172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830051.909176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830051.909178:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830051.909182:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2389
00000100:00080000:3.0:1787830051.909186:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830051.909190:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830051.909200:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830051.909213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210088320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830051.909230:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210088192:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830051.909288:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830051.909342:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830051/real 1787830051]  req@ffff8d99e18b83c0 x1874673210088192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830051.909367:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210088192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830051.909377:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830051.909382:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830051.909386:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210088192:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830051.909410:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210088320:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830051.909434:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830051.909447:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830051/real 1787830051]  req@ffff8d99e18b9680 x1874673210088320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830051.909459:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210088320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830051.909467:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830051.909470:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830051.909473:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210088320:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830052.613835:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830053.637035:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830054.661031:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830055.685411:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830056.709023:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830057.029048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830057.029058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830057.029062:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830057.029073:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2395
00000100:00080000:1.0:1787830057.029084:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830057.029092:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830057.029129:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210088448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830057.029152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830057.029156:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830057.029158:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830057.029162:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2395
00000100:00080000:1.0:1787830057.029166:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830057.029170:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830057.029179:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830057.029191:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210088576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830057.029423:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210088448:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830057.029510:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210088576:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830057.733083:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830058.757872:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830059.781416:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787830060.102061:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787830060.102106:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787830060.102124:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787830060.102170:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787830060.102261:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830057/real 1787830060]  req@ffff8d99d0f83480 x1874673210088448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830060.102306:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210088448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830060.102319:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830060.102324:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830060.102329:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210088448:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830060.102337:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830057/real 1787830060]  req@ffff8d99d0f82580 x1874673210088576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830060.102351:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210088576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830060.102359:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830060.102363:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830060.102366:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210088576:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830060.808601:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830061.829901:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830062.149605:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830062.149616:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830062.149619:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830062.149629:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2400
00000100:00080000:2.0:1787830062.149639:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830062.149647:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830062.150856:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210088704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830062.151003:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210088704:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830062.151073:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787830062.151506:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830062.151525:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830062.151528:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830062.151533:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2400
00000100:00080000:2.0:1787830062.151538:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830062.151543:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830062.151554:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830062.151571:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210088832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830062.152059:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830062/real 1787830062]  req@ffff8d99e18b6580 x1874673210088704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830062.152078:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210088704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830062.152095:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830062.152100:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830062.152104:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210088704:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830062.152129:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210088832:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830062.152323:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830062.152340:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830062/real 1787830062]  req@ffff8d99e18b4000 x1874673210088832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830062.152352:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210088832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830062.152359:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830062.152362:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830062.152365:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210088832:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830062.853168:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830063.877158:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830064.902061:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830065.925978:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830066.950816:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830067.269497:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830067.269509:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830067.269514:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830067.269525:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2405
00000100:00080000:1.0:1787830067.269537:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830067.269546:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830067.269589:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210088960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830067.269620:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830067.269650:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830067.269652:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830067.269657:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2405
00000100:00080000:1.0:1787830067.269661:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830067.269667:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830067.269678:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830067.269695:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210089088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830067.269695:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210088960:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830067.269776:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830067.269816:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830067/real 1787830067]  req@ffff8d99d0f80780 x1874673210088960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830067.269834:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210088960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830067.269845:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830067.269850:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830067.269854:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210088960:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830067.269896:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210089088:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830067.269918:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830067.269930:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830067/real 1787830067]  req@ffff8d99d0f830c0 x1874673210089088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830067.269940:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210089088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830067.269959:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830067.269963:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830067.269966:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210089088:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830067.976254:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830068.997008:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830070.021536:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830071.052226:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830072.069643:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830072.388982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830072.388994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830072.388998:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830072.389009:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2410
00000100:00080000:1.0:1787830072.389019:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830072.389026:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830072.389060:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210089216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830072.389129:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210089216:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830072.389188:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:1.0:1787830072.389220:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830072.389224:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830072.389226:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830072.389230:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2410
00000100:00080000:1.0:1787830072.389234:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830072.389238:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830072.389260:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830072.389273:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210089344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830072.389329:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830072/real 1787830072]  req@ffff8d99d0f81e00 x1874673210089216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830072.389344:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210089216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830072.389353:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830072.389356:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830072.389359:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210089216:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830072.389382:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210089344:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830072.389404:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830072.389416:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830072/real 1787830072]  req@ffff8d99d0f82940 x1874673210089344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830072.389427:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210089344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830072.389435:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830072.389438:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830072.389441:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210089344:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830073.093209:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830074.117166:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830075.141451:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830076.167112:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830077.189747:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830077.509507:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830077.509516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830077.509521:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830077.509532:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2415
00000100:00080000:0.0:1787830077.509543:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830077.509551:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830077.509598:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210089472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830077.509635:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830077.509638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830077.509641:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830077.509644:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2415
00000100:00080000:0.0:1787830077.509648:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830077.509652:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830077.509661:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830077.509673:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210089600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830077.509769:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210089472:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830077.509831:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830077.509869:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830077/real 1787830077]  req@ffff8d99e18403c0 x1874673210089472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830077.509911:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210089472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830077.509922:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830077.509926:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830077.509930:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210089472:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830077.509938:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210089600:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830077.509963:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830077.509976:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830077/real 1787830077]  req@ffff8d99e18412c0 x1874673210089600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830077.509988:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210089600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830077.509996:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830077.509999:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830077.510003:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210089600:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830078.213174:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830079.237301:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830080.262622:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830081.288010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830082.310785:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830082.684749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830082.684763:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830082.684769:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830082.684781:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2420
00000100:00080000:0.0:1787830082.684795:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830082.684803:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830082.684867:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210089728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830082.685700:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210089728:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830082.685783:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:0.0:1787830082.686072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830082.686077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830082.686079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830082.686084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2420
00000100:00080000:0.0:1787830082.686089:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830082.686095:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830082.686107:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830082.686126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210089856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830082.687615:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830082/real 1787830082]  req@ffff8d99e1843c00 x1874673210089728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830082.687643:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210089728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830082.687655:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830082.687659:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830082.687665:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210089728:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830082.687700:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210089856:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830082.687750:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830082.687780:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830082/real 1787830082]  req@ffff8d99e1842580 x1874673210089856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830082.687793:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210089856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830082.687800:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830082.687805:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830082.687808:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210089856:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830083.334620:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830084.357267:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830085.396937:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830086.407707:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830087.429271:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830087.749074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830087.749084:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830087.749088:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830087.749100:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2425
00000100:00080000:1.0:1787830087.749109:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830087.749125:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830087.749161:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210089984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830087.749328:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210089984:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830087.749409:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:1.0:1787830087.749505:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830087.749509:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830087.749511:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830087.749516:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2425
00000100:00080000:1.0:1787830087.749521:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830087.749526:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830087.749535:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830087.749549:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210090112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830087.753998:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830087/real 1787830087]  req@ffff8d99d0f812c0 x1874673210089984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830087.754026:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210089984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830087.754038:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830087.754043:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830087.754047:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210089984:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830087.754078:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210090112:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830087.754567:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830087.754589:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830087/real 1787830087]  req@ffff8d99d0f83c00 x1874673210090112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830087.754603:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210090112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830087.754611:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830087.754615:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830087.754618:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210090112:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830088.453531:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830089.477144:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830090.502370:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830091.525301:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830092.550873:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830092.869043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830092.869054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830092.869058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830092.869086:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2430
00000100:00080000:2.0:1787830092.869096:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830092.869104:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830092.869140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210090240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830092.869170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830092.869174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830092.869176:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830092.869180:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2430
00000100:00080000:2.0:1787830092.869184:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830092.869188:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830092.869197:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830092.869209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210090368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830092.869253:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210090240:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830092.869304:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830092.869332:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830092/real 1787830092]  req@ffff8d99e18b4000 x1874673210090240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830092.869365:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210090240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830092.869372:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830092.869375:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830092.869378:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210090240:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830092.869382:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210090368:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830092.869399:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830092.869406:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830092/real 1787830092]  req@ffff8d99e18b6580 x1874673210090368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830092.869413:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210090368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830092.869418:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830092.869420:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830092.869421:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210090368:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830093.575137:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830094.597643:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830095.621860:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830096.645111:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830097.669268:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830097.989330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830097.989338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830097.989342:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830097.989352:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2436
00000100:00080000:3.0:1787830097.989362:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830097.989369:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830097.989406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210090496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830097.989664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830097.989668:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830097.989670:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830097.989676:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2436
00000100:00080000:3.0:1787830097.989680:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830097.989684:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830097.989693:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830097.989706:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210090624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830097.989772:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210090496:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830097.989830:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830097.989862:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830097/real 1787830097]  req@ffff8d99e18bbc00 x1874673210090496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830097.989915:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210090496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830097.989925:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830097.989929:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830097.989933:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210090496:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830097.989946:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210090624:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830097.989970:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830097.989982:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830097/real 1787830097]  req@ffff8d99e18ba1c0 x1874673210090624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830097.989994:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210090624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830097.990001:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830097.990004:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830097.990007:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210090624:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830098.693392:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830099.721437:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830100.743773:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830101.765430:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830102.789572:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830103.109035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830103.109045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830103.109050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830103.109060:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2441
00000100:00080000:0.0:1787830103.109070:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830103.109076:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830103.109115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210090752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830103.109143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830103.109147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830103.109149:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830103.109168:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2441
00000100:00080000:0.0:1787830103.109172:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830103.109176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830103.109186:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830103.109199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210090880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830103.109317:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210090752:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830103.109394:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830103.109433:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830103/real 1787830103]  req@ffff8d99e1843480 x1874673210090752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830103.109451:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210090752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830103.109461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830103.109465:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830103.109469:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210090752:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830103.109475:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210090880:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830103.109497:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830103.109509:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830103/real 1787830103]  req@ffff8d99e1840000 x1874673210090880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830103.109527:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210090880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830103.109535:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830103.109538:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830103.109541:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210090880:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830103.813051:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830104.840403:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830105.862301:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830106.886489:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830107.909052:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830108.229104:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830108.229115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830108.229119:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830108.229129:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2446
00000100:00080000:3.0:1787830108.229140:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830108.229147:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830108.229185:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210091008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830108.229213:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830108.229217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830108.229218:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830108.229223:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2446
00000100:00080000:3.0:1787830108.229227:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830108.229245:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830108.229254:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830108.229263:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210091008:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830108.229271:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210091136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787830108.229326:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830108.229375:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830108/real 1787830108]  req@ffff8d99e18ba1c0 x1874673210091008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830108.229393:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210091008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830108.229404:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830108.229408:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830108.229412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210091008:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830108.229435:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210091136:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830108.229460:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830108.229473:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830108/real 1787830108]  req@ffff8d99e18bbc00 x1874673210091136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830108.229485:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210091136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830108.229507:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830108.229511:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830108.229514:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210091136:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830108.933467:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830109.957018:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830110.981338:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830112.007556:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830113.031078:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830113.349078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830113.349088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830113.349093:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830113.349103:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2451
00000100:00080000:2.0:1787830113.349114:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830113.349121:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830113.349158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210091264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830113.349219:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210091264:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830113.349281:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787830113.349323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830113.349327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830113.349329:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830113.349334:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2451
00000100:00080000:2.0:1787830113.349338:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830113.349342:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830113.349351:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830113.349364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210091392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830113.349413:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830113/real 1787830113]  req@ffff8d99e18b61c0 x1874673210091264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830113.349425:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210091264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830113.349434:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830113.349438:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830113.349442:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210091264:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830113.349466:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210091392:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830113.349488:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830113.349500:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830113/real 1787830113]  req@ffff8d99e18b7480 x1874673210091392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830113.349508:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210091392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830113.349513:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830113.349516:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830113.349518:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210091392:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830114.053180:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830115.077535:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830116.101331:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830117.125431:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830118.149170:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830118.468977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830118.468985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830118.468988:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830118.468997:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2456
00000100:00080000:3.0:1787830118.469006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830118.469012:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830118.469046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210091520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830118.469073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830118.469077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830118.469079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830118.469082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2456
00000100:00080000:3.0:1787830118.469086:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830118.469089:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830118.469099:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830118.469110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210091648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830118.469177:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210091520:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830118.469226:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830118.469270:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830118/real 1787830118]  req@ffff8d99e18b9680 x1874673210091520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830118.469300:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210091520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830118.469309:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830118.469313:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830118.469317:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210091520:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830118.469324:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210091648:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830118.469367:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830118.469381:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830118/real 1787830118]  req@ffff8d99e18b83c0 x1874673210091648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830118.469393:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210091648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830118.469401:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830118.469404:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830118.469407:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210091648:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830119.173384:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830120.197463:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830121.221204:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830122.245213:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830123.269398:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830123.588998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830123.589008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830123.589012:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830123.589023:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2461
00000100:00080000:3.0:1787830123.589033:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830123.589041:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830123.589079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210091776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830123.589124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830123.589128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830123.589130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830123.589134:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2461
00000100:00080000:3.0:1787830123.589138:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830123.589142:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830123.589151:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830123.589165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210091904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830123.589179:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210091776:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830123.589356:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210091904:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830124.293265:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830125.317355:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830126.341130:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787830126.661302:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787830126.661342:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787830126.661357:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787830126.661494:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830123/real 1787830126]  req@ffff8d99e18b9e00 x1874673210091776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830148 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830126.661517:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210091776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830148 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830126.661540:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830126.661544:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830126.661549:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210091776:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830126.661606:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787830126.663549:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830123/real 1787830126]  req@ffff8d99e18b8b40 x1874673210091904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830148 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830126.663582:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210091904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830148 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830126.663594:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830126.663600:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830126.663605:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210091904:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830127.365060:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830128.389576:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830128.709202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830128.712281:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830128.712291:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830128.712303:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2466
00000100:00080000:1.0:1787830128.712332:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830128.712774:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830128.712956:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210092032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830128.713173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830128.713178:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830128.713180:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830128.713186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2466
00000100:00080000:1.0:1787830128.713193:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830128.713198:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830128.713219:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830128.713242:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210092160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830128.713326:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210092032:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830128.714309:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830128.714370:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830128/real 1787830128]  req@ffff8d99d0f83840 x1874673210092032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830128.714392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210092032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830128.714404:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830128.714408:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830128.714412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210092032:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830128.714421:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210092160:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830128.714463:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830128.714489:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830128/real 1787830128]  req@ffff8d99d0f80f00 x1874673210092160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830128.714502:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210092160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830128.714509:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830128.714513:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830128.714516:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210092160:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830129.413093:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830130.437248:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830131.461164:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830132.485206:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830133.509042:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830133.830136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830133.830145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830133.830153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830133.830164:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2471
00000100:00080000:3.0:1787830133.830184:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830133.830193:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830133.830228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210092288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830133.830252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787830133.830270:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210092288:192.168.203.142@tcp:250:kworker.0
00000100:00080000:3.0:1787830133.830301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830133.830303:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830133.830308:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2471
00000100:00080000:3.0:1787830133.830313:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830133.830331:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000800:00000100:0.0:1787830133.830338:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000008:00100000:3.0:1787830133.830342:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830133.830358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210092416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830133.830376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830133/real 1787830133]  req@ffff8d99e18bb480 x1874673210092288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830133.830396:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210092288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830133.830419:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830133.830424:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830133.830428:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210092288:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830133.830462:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210092416:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830133.830485:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830133.830497:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830133/real 1787830133]  req@ffff8d99e18ba940 x1874673210092416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830133.830510:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210092416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830133.830517:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830133.830521:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830133.830524:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210092416:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830134.533033:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830135.558033:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830136.582140:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830137.605753:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830138.629082:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830138.949286:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830138.949296:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830138.949300:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830138.949311:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2477
00000100:00080000:3.0:1787830138.949321:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830138.949329:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830138.949366:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210092544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830138.949393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830138.949397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830138.949399:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830138.949403:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2477
00000100:00080000:3.0:1787830138.949406:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830138.949410:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830138.949419:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830138.949433:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210092672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830138.949457:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210092544:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830138.949518:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830138.949557:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830138/real 1787830138]  req@ffff8d99e18b8000 x1874673210092544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830138.949574:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210092544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830138.949601:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830138.949605:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830138.949609:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210092544:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830138.949632:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210092672:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830138.949654:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830138.949665:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830138/real 1787830138]  req@ffff8d99e18bb0c0 x1874673210092672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830138.949676:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210092672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830138.949684:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830138.949687:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830138.949690:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210092672:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830139.654021:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830140.677057:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830141.701723:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830142.725044:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830143.749050:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830144.069014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830144.069028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830144.069032:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830144.069042:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2482
00000100:00080000:1.0:1787830144.069054:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830144.069061:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830144.069111:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210092800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830144.069185:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210092800:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830144.069244:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:1.0:1787830144.069273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830144.069277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830144.069291:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830144.069295:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2482
00000100:00080000:1.0:1787830144.069300:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830144.069304:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830144.069312:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830144.069324:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210092928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830144.069531:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830144/real 1787830144]  req@ffff8d99d0f81a40 x1874673210092800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830144.069543:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210092800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830144.069560:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830144.069565:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830144.069569:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210092800:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830144.069593:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210092928:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830144.069618:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830144.069636:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830144/real 1787830144]  req@ffff8d99d0f80b40 x1874673210092928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830144.069648:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210092928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830144.069655:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830144.069658:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830144.069661:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210092928:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830144.773112:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830145.797868:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830146.821182:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830147.845140:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830148.870747:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830149.189192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830149.189201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830149.189205:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830149.189215:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2487
00000100:00080000:0.0:1787830149.189225:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830149.189231:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830149.189268:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210093056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830149.189308:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830149.189311:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830149.189314:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830149.189318:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2487
00000100:00080000:0.0:1787830149.189322:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830149.189327:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830149.189337:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830149.189351:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210093056:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830149.189354:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210093184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787830149.189419:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830149.189469:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830149/real 1787830149]  req@ffff8d99e1841e00 x1874673210093056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830149.189487:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210093056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830149.189497:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830149.189502:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830149.189505:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210093056:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830149.189530:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210093184:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830149.189559:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830149.189572:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830149/real 1787830149]  req@ffff8d99e1840780 x1874673210093184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830149.189599:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210093184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830149.189607:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830149.189610:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830149.189613:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210093184:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830149.893131:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830150.917900:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830151.941121:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830152.966383:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830153.989234:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830154.308977:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830154.308985:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830154.308988:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830154.308997:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2492
00000100:00080000:0.0:1787830154.309006:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830154.309011:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830154.309055:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210093312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830154.309083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830154.309087:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830154.309089:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830154.309093:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2492
00000100:00080000:0.0:1787830154.309097:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830154.309125:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830154.309135:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210093312:192.168.203.142@tcp:250:kworker.0
00000008:00100000:0.0:1787830154.309136:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830154.309154:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210093440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787830154.309204:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830154.309243:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830154/real 1787830154]  req@ffff8d99e18430c0 x1874673210093312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830154.309260:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210093312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830154.309275:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830154.309280:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830154.309284:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210093312:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830154.309310:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210093440:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830154.309347:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830154.309360:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830154/real 1787830154]  req@ffff8d99e1840780 x1874673210093440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830154.309372:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210093440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830154.309393:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830154.309396:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830154.309400:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210093440:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830155.013095:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830156.037546:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830157.061023:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830158.085081:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830159.111308:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830159.429641:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830159.429652:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830159.429657:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830159.429667:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2497
00000100:00080000:2.0:1787830159.429678:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830159.429685:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830159.429719:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210093568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830159.429778:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210093568:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830159.429837:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787830159.429865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830159.429869:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830159.429871:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830159.429875:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2497
00000100:00080000:2.0:1787830159.429898:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830159.429903:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830159.429913:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830159.429926:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210093696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830159.430027:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830159/real 1787830159]  req@ffff8d99e18b4780 x1874673210093568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830159.430043:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210093568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830159.430053:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830159.430057:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830159.430060:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210093568:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830159.430084:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210093696:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830159.430107:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830159.430120:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830159/real 1787830159]  req@ffff8d99e18b5680 x1874673210093696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830159.430131:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210093696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830159.430139:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830159.430155:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830159.430159:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210093696:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830160.133096:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830161.157456:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830162.181231:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830163.205158:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830164.229813:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830164.549031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830164.549041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830164.549045:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830164.549054:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2502
00000100:00080000:0.0:1787830164.549065:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830164.549072:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830164.549109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210093824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830164.549137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830164.549140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830164.549142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830164.549147:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2502
00000100:00080000:0.0:1787830164.549152:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830164.549157:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830164.549166:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830164.549172:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210093824:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830164.549182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210093952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787830164.549237:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830164.549298:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830164/real 1787830164]  req@ffff8d99e1841e00 x1874673210093824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830164.549317:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210093824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830164.549328:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830164.549332:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830164.549336:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210093824:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830164.549372:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210093952:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830164.549394:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830164.549406:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830164/real 1787830164]  req@ffff8d99e1840000 x1874673210093952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830164.549418:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210093952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830164.549426:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830164.549429:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830164.549433:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210093952:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830165.253515:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830166.277853:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830167.301031:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830168.325145:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830169.349030:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830169.669278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830169.669288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830169.669293:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830169.669305:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2507
00000100:00080000:2.0:1787830169.669317:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830169.669325:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830169.669360:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210094080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830169.669396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830169.669400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830169.669402:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830169.669418:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2507
00000100:00080000:2.0:1787830169.669423:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830169.669429:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830169.669438:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830169.669439:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210094080:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830169.669454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210094208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787830169.669611:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830169.669653:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830169/real 1787830169]  req@ffff8d99e18b5e00 x1874673210094080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830169.669672:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210094080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830169.669682:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830169.669686:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830169.669689:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210094080:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830169.669715:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210094208:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830169.669738:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830169.669750:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830169/real 1787830169]  req@ffff8d99e18b7840 x1874673210094208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830169.669761:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210094208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830169.669769:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830169.669772:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830169.669775:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210094208:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830170.373713:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830171.397207:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830172.421265:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830173.445781:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830174.469092:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830174.789859:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830174.789869:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830174.789874:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830174.789922:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2512
00000100:00080000:1.0:1787830174.789932:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830174.789939:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830174.789977:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210094336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830174.790009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830174.790013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830174.790015:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830174.790033:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2512
00000100:00080000:1.0:1787830174.790037:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830174.790042:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830174.790051:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830174.790065:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210094464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830174.790088:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210094336:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830174.790152:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830174.790186:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830174/real 1787830174]  req@ffff8d99d0f803c0 x1874673210094336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830174.790202:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210094336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830174.790212:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830174.790220:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830174.790224:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210094336:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830174.790231:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210094464:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830174.790250:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830174.790260:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830174/real 1787830174]  req@ffff8d99d0f82d00 x1874673210094464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830174.790272:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210094464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830174.790280:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830174.790283:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830174.790287:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210094464:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830175.493511:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830176.517047:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830177.542446:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830178.565118:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830179.590234:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830179.909016:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830179.909025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830179.909045:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830179.909055:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2517
00000100:00080000:0.0:1787830179.909066:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830179.909073:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830179.909110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210094592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830179.909142:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830179.909145:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830179.909147:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830179.909150:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2517
00000100:00080000:0.0:1787830179.909153:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830179.909162:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830179.909171:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830179.909183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210094720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830179.909429:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210094592:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830179.909491:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830179.909529:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830179/real 1787830179]  req@ffff8d99e1843480 x1874673210094592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830179.909546:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210094592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830179.909556:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830179.909559:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830179.909563:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210094592:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830179.909569:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210094720:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830179.909590:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830179.909602:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830179/real 1787830179]  req@ffff8d99e1842580 x1874673210094720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830179.909623:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210094720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830179.909631:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830179.909635:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830179.909638:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210094720:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830180.615783:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830181.637394:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830182.661923:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830183.684998:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830184.709482:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830185.029047:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830185.029056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830185.029060:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830185.029070:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2523
00000100:00080000:1.0:1787830185.029079:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830185.029086:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830185.029122:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210094848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830185.029195:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210094848:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830185.029253:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:1.0:1787830185.029286:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830185.029290:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830185.029292:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830185.029297:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2523
00000100:00080000:1.0:1787830185.029301:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830185.029304:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830185.029313:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830185.029326:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210094976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830185.029397:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830185/real 1787830185]  req@ffff8d99d0f82d00 x1874673210094848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830185.029415:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210094848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830185.029424:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830185.029427:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830185.029431:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210094848:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830185.029458:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210094976:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830185.029479:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830185.029490:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830185/real 1787830185]  req@ffff8d99d0f803c0 x1874673210094976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830185.029501:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210094976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830185.029523:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830185.029526:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830185.029530:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210094976:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830185.733776:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830186.757016:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830187.781898:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830188.805399:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830189.829084:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830190.149050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830190.149060:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830190.149064:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830190.149073:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2528
00000100:00080000:0.0:1787830190.149083:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830190.149090:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830190.149124:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210095104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830190.149202:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210095104:192.168.203.142@tcp:250:kworker.0
00000100:00080000:0.0:1787830190.149309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830190.149325:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830190.149327:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830190.149333:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2528
00000100:00080000:0.0:1787830190.149337:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830190.149341:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830190.149350:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830190.149363:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210095232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830190.150771:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210095232:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830190.853290:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830191.877015:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830192.903180:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787830193.221221:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787830193.221266:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787830193.221284:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787830193.221337:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787830193.222098:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830190/real 1787830193]  req@ffff8d99e18412c0 x1874673210095232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830193.222126:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210095232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830193.222137:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830193.222142:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830193.222146:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210095232:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787830193.222154:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830190/real 1787830193]  req@ffff8d99e1843c00 x1874673210095104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830193.222166:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210095104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830193.222172:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830193.222176:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830193.222194:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210095104:192.168.203.142@tcp:250:kworker.0
00010000:00010000:3.0:1787830193.925052:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830194.949255:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830195.268992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830195.269002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830195.269005:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830195.269014:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2533
00000100:00080000:0.0:1787830195.269025:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830195.269032:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830195.269066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210095360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830195.270779:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830195.270785:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830195.270788:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830195.270797:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2533
00000100:00080000:0.0:1787830195.270806:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830195.270812:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830195.270840:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830195.270862:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210095488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830195.271611:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210095360:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830195.271673:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830195.271712:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830195/real 1787830195]  req@ffff8d99e18403c0 x1874673210095360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830195.271730:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210095360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830195.271740:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830195.271755:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830195.271759:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210095360:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830195.271766:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210095488:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830195.271787:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830195.271799:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830195/real 1787830195]  req@ffff8d99e1842d00 x1874673210095488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830195.271809:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210095488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830195.271817:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830195.271820:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830195.271823:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210095488:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830195.973047:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830197.000090:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830198.021181:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830199.044973:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830200.069185:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830200.389306:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830200.389317:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830200.389321:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830200.389332:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2538
00000100:00080000:3.0:1787830200.389341:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830200.389348:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830200.389385:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210095616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830200.389455:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210095616:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830200.389524:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:3.0:1787830200.389559:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830200.389570:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830200.389572:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830200.389577:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2538
00000100:00080000:3.0:1787830200.389582:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830200.389587:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830200.389597:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830200.389610:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210095744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830200.389861:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830200/real 1787830200]  req@ffff8d99e18bb0c0 x1874673210095616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830200.389903:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210095616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830200.389914:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830200.389918:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830200.389923:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210095616:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830200.389944:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210095744:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830200.389966:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830200.389978:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830200/real 1787830200]  req@ffff8d99e18b8000 x1874673210095744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830200.389991:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210095744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830200.389999:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830200.390003:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830200.390006:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210095744:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830201.093546:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830202.117107:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830203.142271:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830204.165082:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830205.189021:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830205.508987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830205.508996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830205.509000:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830205.510093:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2543
00000100:00080000:1.0:1787830205.510104:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830205.510169:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830205.510203:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210095872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830205.510228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830205.510231:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830205.510232:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830205.510235:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2543
00000100:00080000:1.0:1787830205.510239:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830205.510242:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830205.510249:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830205.510261:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210096000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830205.510326:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210095872:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830205.510384:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830205.510414:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830205/real 1787830205]  req@ffff8d99d0f80b40 x1874673210095872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830205.510439:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210095872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830205.510449:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830205.510453:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830205.510455:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210095872:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830205.510460:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210096000:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830205.510477:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830205.510485:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830205/real 1787830205]  req@ffff8d99d0f81a40 x1874673210096000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830205.510492:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210096000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830205.510497:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830205.510499:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830205.510501:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210096000:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830206.213172:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830207.237013:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830208.261066:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830209.288656:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830210.309142:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830210.629360:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830210.629369:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830210.629372:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830210.629394:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2548
00000100:00080000:1.0:1787830210.629403:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830210.629408:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830210.629434:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210096128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830210.629459:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830210.629462:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830210.629463:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830210.629466:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2548
00000100:00080000:1.0:1787830210.629468:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830210.629470:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830210.629477:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830210.629484:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210096256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830210.629550:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210096128:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830210.629599:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830210.629652:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830210/real 1787830210]  req@ffff8d99d0f80f00 x1874673210096128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830210.629669:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210096128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830210.629689:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830210.629693:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830210.629697:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210096128:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830210.629705:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210096256:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830210.629726:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830210.629739:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830210/real 1787830210]  req@ffff8d99d0f83840 x1874673210096256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830210.629750:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210096256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830210.629758:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830210.629761:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830210.629763:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210096256:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830211.333075:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830212.357666:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830213.381086:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830214.405715:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830215.430759:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830215.749411:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830215.749419:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830215.749422:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830215.749431:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2553
00000100:00080000:0.0:1787830215.749440:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830215.749445:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830215.749475:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210096384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830215.749494:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830215.749496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830215.749498:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830215.749500:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2553
00000100:00080000:0.0:1787830215.749502:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830215.749504:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830215.749511:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830215.749520:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210096512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830215.749953:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210096384:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830215.750017:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830215.750071:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830215/real 1787830215]  req@ffff8d99e18421c0 x1874673210096384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830215.750089:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210096384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830215.750100:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830215.750117:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830215.750121:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210096384:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830215.750129:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210096512:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830215.750154:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830215.750167:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830215/real 1787830215]  req@ffff8d99e1842d00 x1874673210096512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830215.750178:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210096512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830215.750186:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830215.750189:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830215.750193:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210096512:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830216.453505:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830217.477017:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830218.501516:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830219.525330:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830220.549207:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830220.869001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830220.869012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830220.869016:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830220.869027:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2558
00000100:00080000:3.0:1787830220.869038:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830220.869045:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830220.869079:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210096640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830220.869127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830220.869130:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830220.869132:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830220.869136:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2558
00000100:00080000:3.0:1787830220.869140:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830220.869145:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830220.869162:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830220.869174:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210096768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830220.869255:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210096640:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830220.869322:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830220.869357:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830220/real 1787830220]  req@ffff8d99e18ba940 x1874673210096640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830220.869372:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210096640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830220.869381:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830220.869385:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830220.869388:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210096640:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830220.869403:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210096768:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830220.869424:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830220.869435:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830220/real 1787830220]  req@ffff8d99e18bb480 x1874673210096768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830220.869445:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210096768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830220.869452:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830220.869455:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830220.869458:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210096768:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830221.574251:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830222.597335:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830223.621298:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830224.645340:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830225.669266:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830225.989312:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830225.989320:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830225.989338:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830225.989357:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2564
00000100:00080000:0.0:1787830225.989369:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830225.989376:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830225.989410:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210096896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830225.989437:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830225.989441:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830225.989443:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830225.989447:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2564
00000100:00080000:0.0:1787830225.989451:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830225.989456:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830225.989467:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830225.989483:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210097024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830225.989483:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210096896:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830225.989563:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830225.989622:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830225/real 1787830225]  req@ffff8d99e18403c0 x1874673210096896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830225.989639:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210096896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830225.989650:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830225.989654:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830225.989659:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210096896:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830225.989683:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210097024:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830225.989704:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830225.989725:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830225/real 1787830225]  req@ffff8d99e1843c00 x1874673210097024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830225.989812:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210097024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830225.989825:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830225.989829:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830225.989832:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210097024:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830226.693552:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830227.718713:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830228.741089:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830229.765445:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830230.789328:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830231.109029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830231.109043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830231.109049:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830231.109061:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2569
00000100:00080000:0.0:1787830231.109075:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830231.109084:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830231.109132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210097152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830231.109167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830231.109188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830231.109190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830231.109194:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2569
00000100:00080000:0.0:1787830231.109198:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830231.109203:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830231.109214:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830231.109226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210097280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830231.109564:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210097152:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830231.109639:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830231.109684:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830231/real 1787830231]  req@ffff8d99e18412c0 x1874673210097152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830231.109702:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210097152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830231.109713:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830231.109717:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830231.109720:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210097152:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830231.109728:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210097280:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830231.109749:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830231.109760:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830231/real 1787830231]  req@ffff8d99e1842580 x1874673210097280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830231.109771:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210097280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830231.109785:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830231.109789:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830231.109792:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210097280:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830231.813080:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830232.837178:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830233.861260:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830234.885108:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830235.909507:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830236.228982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830236.228991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830236.228995:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830236.229005:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2574
00000100:00080000:0.0:1787830236.229015:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830236.229023:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830236.229056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210097408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830236.229089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830236.229093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830236.229094:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830236.229098:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2574
00000100:00080000:0.0:1787830236.229101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830236.229105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830236.229114:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830236.229139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210097536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830236.229227:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210097408:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830236.229284:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830236.229318:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830236/real 1787830236]  req@ffff8d99e1843480 x1874673210097408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830236.229335:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210097408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830236.229347:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830236.229351:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830236.229355:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210097408:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830236.229362:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210097536:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830236.229379:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830236.229389:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830236/real 1787830236]  req@ffff8d99e1840000 x1874673210097536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830236.229400:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210097536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830236.229408:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830236.229411:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830236.229415:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210097536:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830236.933069:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830237.957049:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830238.981017:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830240.005104:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830241.029503:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830241.349177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830241.349343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830241.349348:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830241.349359:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2579
00000100:00080000:0.0:1787830241.349370:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830241.349378:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830241.349418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210097664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830241.349460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830241.349464:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830241.349467:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830241.349472:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2579
00000100:00080000:0.0:1787830241.349477:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830241.349481:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830241.349491:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830241.349506:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210097792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830241.349608:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210097664:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830241.349684:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830241.349720:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830241/real 1787830241]  req@ffff8d99e1841e00 x1874673210097664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830241.349739:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210097664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830241.349749:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830241.349754:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830241.349758:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210097664:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830241.349781:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210097792:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830241.349805:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830241.349818:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830241/real 1787830241]  req@ffff8d99e1840780 x1874673210097792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830241.349831:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210097792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830241.349839:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830241.349843:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830241.349846:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210097792:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830242.053041:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830243.078693:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830244.101122:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830245.125529:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830246.149141:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830246.469447:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830246.469461:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830246.469465:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830246.469476:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2584
00000100:00080000:0.0:1787830246.469486:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830246.469513:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830246.470027:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210097920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830246.470047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830246.470051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830246.470053:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830246.470057:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2584
00000100:00080000:0.0:1787830246.470061:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830246.470066:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830246.470076:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830246.470091:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210098048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830246.470512:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210097920:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830246.470749:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830246.470789:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830246/real 1787830246]  req@ffff8d99e18430c0 x1874673210097920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830246.470808:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210097920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830246.470818:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830246.470821:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830246.470825:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210097920:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830246.470832:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210098048:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830246.470855:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830246.470868:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830246/real 1787830246]  req@ffff8d99e1840780 x1874673210098048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830246.470907:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210098048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830246.470916:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830246.470919:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830246.470922:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210098048:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830247.173143:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830248.198212:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830249.221584:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830250.245162:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830251.269048:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830251.589121:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830251.589131:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830251.589486:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830251.589496:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2589
00000100:00080000:1.0:1787830251.589507:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830251.589514:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830251.589548:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210098176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830251.589632:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210098176:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830251.589692:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:1.0:1787830251.590580:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830251.590587:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830251.590589:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830251.590595:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2589
00000100:00080000:1.0:1787830251.590601:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830251.590606:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830251.590625:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830251.590644:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210098304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830251.590726:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830251/real 1787830251]  req@ffff8d99d0f83c00 x1874673210098176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830251.590745:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210098176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830251.590756:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830251.590759:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830251.590763:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210098176:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830251.590913:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210098304:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830251.590948:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830251.590964:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830251/real 1787830251]  req@ffff8d99d0f812c0 x1874673210098304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830251.590976:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210098304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830251.590985:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830251.590988:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830251.590991:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210098304:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830252.293801:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830253.319171:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830254.341019:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830255.365553:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830256.389159:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830256.709030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830256.709041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830256.709045:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830256.709055:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2594
00000100:00080000:1.0:1787830256.709066:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830256.709074:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830256.709111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210098432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830256.709161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830256.709165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830256.709167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830256.709173:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2594
00000100:00080000:1.0:1787830256.709177:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830256.709181:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830256.709190:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830256.709203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210098560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830256.709373:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210098432:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830256.709494:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210098560:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830257.413063:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830258.437013:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830259.464417:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787830259.781217:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787830259.781264:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787830259.781305:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787830259.781347:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787830259.782418:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830256/real 1787830259]  req@ffff8d99d0f82940 x1874673210098432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830259.782447:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210098432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830259.782458:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830259.782464:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830259.782468:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210098432:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830259.782476:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830256/real 1787830259]  req@ffff8d99d0f81e00 x1874673210098560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830259.782487:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210098560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830259.782494:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830259.782497:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830259.782500:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210098560:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830260.485086:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830261.508999:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830261.830098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830261.830110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830261.830114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830261.830125:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2599
00000100:00080000:1.0:1787830261.830135:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830261.830142:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830261.830187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210098688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830261.830218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830261.830222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830261.830224:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830261.830228:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2599
00000100:00080000:1.0:1787830261.830232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830261.830236:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830261.830259:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830261.830272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210098816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830261.832349:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210098688:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830261.832424:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830261.832473:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830261/real 1787830261]  req@ffff8d99d0f830c0 x1874673210098688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830261.832492:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210098688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830261.832517:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830261.832522:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830261.832526:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210098688:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830261.832535:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210098816:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830261.832562:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830261.832574:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830261/real 1787830261]  req@ffff8d99d0f80780 x1874673210098816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830261.832585:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210098816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830261.832592:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830261.832595:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830261.832598:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210098816:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830262.533117:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830263.557446:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830264.581789:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830265.605065:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830266.630179:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830266.949053:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830266.949064:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830266.949069:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830266.949079:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2605
00000100:00080000:2.0:1787830266.949089:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830266.949096:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830266.949135:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210098944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830266.949198:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210098944:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830266.949271:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787830266.949303:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830266.949321:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830266.949323:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830266.949327:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2605
00000100:00080000:2.0:1787830266.949332:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830266.949336:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830266.949344:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830266.949356:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210099072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830266.949428:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830266/real 1787830266]  req@ffff8d99e18b7840 x1874673210098944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830266.949446:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210098944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830266.949455:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830266.949458:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830266.949462:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210098944:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830266.949487:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210099072:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830266.949511:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830266.949524:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830266/real 1787830266]  req@ffff8d99e18b5e00 x1874673210099072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830266.949536:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210099072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830266.949544:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830266.949547:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830266.949550:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210099072:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830267.653903:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830268.677970:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830269.701409:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830270.725602:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830271.749128:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830272.069077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830272.069088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830272.069092:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830272.069102:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2610
00000100:00080000:3.0:1787830272.069114:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830272.069123:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830272.069159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210099200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830272.069181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830272.069184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830272.069185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830272.069188:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2610
00000100:00080000:3.0:1787830272.069191:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830272.069193:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830272.069201:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830272.069224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210099328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830272.069239:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210099200:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830272.069313:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830272.069350:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830272/real 1787830272]  req@ffff8d99e18b8b40 x1874673210099200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830272.069368:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210099200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830272.069378:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830272.069382:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830272.069386:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210099200:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830272.069410:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210099328:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830272.069433:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830272.069445:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830272/real 1787830272]  req@ffff8d99e18b9e00 x1874673210099328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830272.069457:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210099328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830272.069464:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830272.069467:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830272.069470:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210099328:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830272.773333:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830273.796976:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830274.821424:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830275.845599:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830276.869027:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830277.188966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830277.188976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830277.188996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830277.189007:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2615
00000100:00080000:3.0:1787830277.189018:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830277.189025:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830277.189057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210099456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830277.189087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830277.189091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830277.189092:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830277.189097:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2615
00000100:00080000:3.0:1787830277.189100:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830277.189104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830277.189113:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830277.189125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210099584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830277.192996:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210099456:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830277.193078:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830277.193122:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830277/real 1787830277]  req@ffff8d99e18b83c0 x1874673210099456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830277.193161:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210099456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830277.193182:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830277.193187:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830277.193191:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210099456:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830277.193199:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210099584:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830277.193223:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830277.193234:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830277/real 1787830277]  req@ffff8d99e18b9680 x1874673210099584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830277.193245:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210099584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830277.193253:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830277.193256:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830277.193259:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210099584:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830277.895022:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830278.917400:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830279.941050:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830280.965033:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830281.989011:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830282.308986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830282.308996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830282.309000:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830282.309010:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2620
00000100:00080000:3.0:1787830282.309020:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830282.309026:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830282.309061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210099712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830282.309109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830282.309112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830282.309114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830282.309119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2620
00000100:00080000:3.0:1787830282.309122:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830282.309126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830282.309146:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830282.309159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210099840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830282.309165:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210099712:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830282.309229:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830282.309278:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830282/real 1787830282]  req@ffff8d99e18bbc00 x1874673210099712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830282.309297:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210099712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830282.309318:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830282.309322:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830282.309326:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210099712:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830282.309350:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210099840:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830282.309372:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830282.309386:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830282/real 1787830282]  req@ffff8d99e18ba1c0 x1874673210099840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830282.309398:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210099840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830282.309405:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830282.309408:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830282.309412:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210099840:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830283.013017:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830284.037004:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830285.061209:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830286.085253:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830287.109179:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830287.429074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830287.429085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830287.429090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830287.429110:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2625
00000100:00080000:2.0:1787830287.429128:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830287.429136:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830287.429173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210099968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830287.429197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830287.429199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830287.429213:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830287.429216:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2625
00000100:00080000:2.0:1787830287.429219:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830287.429222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830287.429229:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830287.429252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210100096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830287.429519:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210099968:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830287.429581:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830287.429621:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830287/real 1787830287]  req@ffff8d99e18b5680 x1874673210099968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830287.429639:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210099968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830287.429649:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830287.429653:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830287.429657:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210099968:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830287.429670:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210100096:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830287.429692:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830287.429703:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830287/real 1787830287]  req@ffff8d99e18b4780 x1874673210100096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830287.429715:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210100096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830287.429723:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830287.429726:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830287.429729:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210100096:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830288.137165:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830289.157040:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830290.181010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830291.206772:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830292.229133:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830292.549189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830292.549199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830292.549202:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830292.549212:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2630
00000100:00080000:0.0:1787830292.549222:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830292.549229:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830292.549264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210100224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830292.549304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830292.549308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830292.549309:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830292.549314:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2630
00000100:00080000:0.0:1787830292.549317:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830292.549321:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830292.549331:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830292.549345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210100352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830292.549359:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210100224:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830292.549421:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830292.549460:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830292/real 1787830292]  req@ffff8d99e1841e00 x1874673210100224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830292.549478:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210100224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830292.549489:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830292.549493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830292.549497:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210100224:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830292.549519:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210100352:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830292.549536:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830292.549551:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830292/real 1787830292]  req@ffff8d99e1840000 x1874673210100352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830292.549558:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210100352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830292.549563:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830292.549565:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830292.549567:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210100352:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830293.252983:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830294.277003:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830295.301195:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830296.325564:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830297.351909:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830297.668991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830297.670241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830297.670246:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830297.670256:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2635
00000100:00080000:0.0:1787830297.670265:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830297.670270:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830297.670304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210100480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830297.670339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830297.670343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830297.670345:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830297.670349:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2635
00000100:00080000:0.0:1787830297.670352:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830297.670356:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830297.670395:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830297.670411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210100608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830297.670509:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210100480:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830297.670573:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830297.670610:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830297/real 1787830297]  req@ffff8d99e1843480 x1874673210100480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830297.670626:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210100480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830297.670635:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830297.670638:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830297.670641:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210100480:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830297.670648:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210100608:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830297.670667:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830297.670679:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830297/real 1787830297]  req@ffff8d99e1842580 x1874673210100608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830297.670701:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210100608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830297.670709:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830297.670712:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830297.670714:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210100608:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830298.373002:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830299.398032:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830300.421025:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830301.445131:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830302.469018:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830302.789318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830302.789326:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830302.789329:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830302.789338:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2640
00000100:00080000:3.0:1787830302.789349:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830302.789356:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830302.789441:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210100736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830302.789465:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830302.789482:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830302.789484:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830302.789488:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2640
00000100:00080000:3.0:1787830302.789492:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830302.789497:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830302.789506:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830302.789519:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210100864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830302.789726:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210100736:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830302.789784:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830302.789822:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830302/real 1787830302]  req@ffff8d99e18ba1c0 x1874673210100736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830302.789838:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210100736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830302.789848:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830302.789852:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830302.789856:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210100736:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830302.789862:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210100864:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830302.789915:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830302.789927:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830302/real 1787830302]  req@ffff8d99e18bbc00 x1874673210100864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830302.790037:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210100864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830302.790057:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830302.790060:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830302.790064:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210100864:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830303.494063:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830304.517018:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830305.542136:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830306.565109:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830307.590268:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830307.911774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830307.911784:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830307.911787:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830307.911797:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2645
00000100:00080000:2.0:1787830307.911806:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830307.911813:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830307.911847:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210100992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830307.911894:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830307.911897:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830307.911899:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830307.911903:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2645
00000100:00080000:2.0:1787830307.911906:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830307.911924:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830307.911933:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830307.911945:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210101120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830307.912272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210100992:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830307.912332:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830307.912370:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830307/real 1787830307]  req@ffff8d99e18b7480 x1874673210100992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830307.912386:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210100992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830307.912395:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830307.912399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830307.912402:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210100992:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830307.912409:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210101120:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830307.912432:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830307.912443:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830307/real 1787830307]  req@ffff8d99e18b61c0 x1874673210101120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830307.912453:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210101120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830307.912459:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830307.912462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830307.912465:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210101120:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830308.613420:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830309.637490:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830310.661006:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830311.685780:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830312.709081:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830313.029008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830313.029021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830313.029025:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830313.029035:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2651
00000100:00080000:2.0:1787830313.029141:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830313.029151:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830313.029187:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210101248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830313.029346:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210101248:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830313.029409:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787830313.029498:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830313.029503:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830313.029505:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830313.029511:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2651
00000100:00080000:2.0:1787830313.029516:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830313.029521:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830313.029529:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830313/real 1787830313]  req@ffff8d99e18b6580 x1874673210101248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787830313.029533:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830313.029553:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210101376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830313.029556:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210101248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830313.029578:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830313.029583:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830313.029588:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210101248:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830313.029618:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210101376:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830313.029717:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830313.029748:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830313/real 1787830313]  req@ffff8d99e18b4000 x1874673210101376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830313.029765:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210101376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830313.029774:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830313.029778:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830313.029782:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210101376:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830313.733042:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830314.757073:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830315.781019:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830316.806190:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830317.829134:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830318.149007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830318.149017:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830318.149024:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830318.149034:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2656
00000100:00080000:0.0:1787830318.149053:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830318.149060:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830318.149094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210101504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830318.149117:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830318.149121:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830318.149122:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830318.149127:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2656
00000100:00080000:0.0:1787830318.149130:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830318.149134:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830318.149142:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830318.149167:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210101632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830318.149235:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210101504:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830318.149291:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830318.149324:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830318/real 1787830318]  req@ffff8d99e18412c0 x1874673210101504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830318.149340:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210101504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830318.149349:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830318.149353:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830318.149356:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210101504:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830318.149363:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210101632:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830318.149384:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830318.149396:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830318/real 1787830318]  req@ffff8d99e1843c00 x1874673210101632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830318.149434:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210101632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830318.149442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830318.149445:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830318.149448:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210101632:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830318.855196:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830319.879013:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830320.901185:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830321.926914:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830322.949584:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830323.269058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830323.269068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830323.269072:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830323.269086:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2661
00000100:00080000:0.0:1787830323.269097:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830323.269105:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830323.269151:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210101760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830323.269179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830323.269182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830323.269184:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830323.269188:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2661
00000100:00080000:0.0:1787830323.269191:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830323.269195:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830323.269204:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830323.269217:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210101888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830323.269235:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210101760:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830323.269412:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210101888:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830323.973034:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830324.997008:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830326.021564:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787830326.341193:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787830326.341233:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787830326.341248:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787830326.341286:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:3.0:1787830326.342442:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830323/real 1787830326]  req@ffff8d99e1842d00 x1874673210101888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830326.342469:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210101888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830326.342480:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830326.342485:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830326.342489:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210101888:192.168.203.142@tcp:38:kworker.0
00000100:00100000:3.0:1787830326.342496:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830323/real 1787830326]  req@ffff8d99e18403c0 x1874673210101760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830326.342508:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210101760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830326.342535:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830326.342538:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830326.342541:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210101760:192.168.203.142@tcp:250:kworker.0
00010000:00010000:1.0:1787830327.045135:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830328.069496:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830328.389151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830328.389161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830328.389166:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830328.389175:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2666
00000100:00080000:1.0:1787830328.389187:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830328.389194:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830328.389228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210102016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830328.389267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830328.389271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830328.389272:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830328.389276:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2666
00000100:00080000:1.0:1787830328.389280:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830328.389284:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830328.389294:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830328.389306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210102144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830328.389396:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210102016:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830328.389490:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830328.389525:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830328/real 1787830328]  req@ffff8d99d0f82580 x1874673210102016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830328.389542:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210102016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830328.389552:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830328.389556:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830328.389560:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210102016:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830328.389566:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210102144:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830328.389590:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830328.389602:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830328/real 1787830328]  req@ffff8d99d0f83480 x1874673210102144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830328.389614:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210102144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830328.389622:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830328.389625:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830328.389629:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210102144:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830329.093167:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830330.117048:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830331.141370:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830332.165316:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830333.189389:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830333.509490:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830333.509500:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830333.509505:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830333.509514:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2671
00000100:00080000:1.0:1787830333.509524:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830333.509531:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830333.509565:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210102272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830333.509597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830333.509600:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830333.509602:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830333.509606:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2671
00000100:00080000:1.0:1787830333.509609:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830333.509613:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830333.509622:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830333.509637:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210102400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830333.509656:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210102272:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830333.509715:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830333.509751:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830333/real 1787830333]  req@ffff8d99d0f80000 x1874673210102272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830333.509768:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210102272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830333.509790:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830333.509795:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830333.509799:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210102272:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830333.509821:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210102400:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830333.509842:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830333.509854:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830333/real 1787830333]  req@ffff8d99d0f81680 x1874673210102400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830333.509866:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210102400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830333.509874:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830333.509877:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830333.509903:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210102400:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830334.213050:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830335.237050:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830336.261105:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830337.285305:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830338.309937:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830338.628972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830338.628982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830338.628986:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830338.628996:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2676
00000100:00080000:1.0:1787830338.629020:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830338.629028:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830338.629062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210102528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830338.629092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830338.629096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830338.629098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830338.629102:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2676
00000100:00080000:1.0:1787830338.629105:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830338.629109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830338.629118:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830338.629132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210102656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830338.629144:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210102528:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830338.629199:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830338.629236:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830338/real 1787830338]  req@ffff8d99d0f81680 x1874673210102528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830338.629259:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210102528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830338.629270:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830338.629273:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830338.629277:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210102528:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830338.629298:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210102656:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830338.629321:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830338.629332:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830338/real 1787830338]  req@ffff8d99d0f80000 x1874673210102656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830338.629344:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210102656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830338.629352:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830338.629355:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830338.629358:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210102656:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830339.334829:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830340.357422:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830341.381305:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830342.405060:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830343.429155:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830343.749113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830343.749125:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830343.749130:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830343.749142:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2681
00000100:00080000:0.0:1787830343.749152:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830343.749293:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830343.749328:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210102784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830343.749402:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210102784:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830343.749461:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:0.0:1787830343.749491:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830343.749494:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830343.749496:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830343.749501:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2681
00000100:00080000:0.0:1787830343.749505:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830343.749509:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830343.749519:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830343.749533:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210102912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830343.749603:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830343/real 1787830343]  req@ffff8d99e18421c0 x1874673210102784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830343.749619:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210102784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830343.749640:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830343.749644:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830343.749648:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210102784:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830343.749669:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210102912:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830343.749693:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830343.749705:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830343/real 1787830343]  req@ffff8d99e18403c0 x1874673210102912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830343.750325:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210102912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830343.750333:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830343.750337:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830343.750341:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210102912:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830344.453086:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830345.478801:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830346.501281:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830347.526190:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830348.549160:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830348.869223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830348.869232:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830348.869236:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830348.869246:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2686
00000100:00080000:3.0:1787830348.869255:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830348.869263:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830348.869321:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210103040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830348.869347:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830348.869366:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830348.869368:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830348.869373:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2686
00000100:00080000:3.0:1787830348.869377:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830348.869381:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830348.869389:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830348.869401:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210103168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830348.869938:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210103040:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830348.870000:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830348.870038:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830348/real 1787830348]  req@ffff8d99e18b9680 x1874673210103040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830348.870056:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210103040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830348.870067:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830348.870078:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830348.870082:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210103040:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830348.870091:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210103168:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830348.870113:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830348.870125:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830348/real 1787830348]  req@ffff8d99e18b83c0 x1874673210103168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830348.870137:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210103168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830348.870144:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830348.870148:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830348.870151:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210103168:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830349.573326:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830350.597015:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830351.621153:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830352.645068:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830353.670446:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830353.988993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830353.989002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830353.989005:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830353.989013:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2692
00000100:00080000:3.0:1787830353.989021:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830353.989026:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830353.989058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210103296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830353.989097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830353.989100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830353.989101:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830353.989104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2692
00000100:00080000:3.0:1787830353.989107:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830353.989110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830353.989118:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830353.989140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210103424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830353.989225:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210103296:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830353.989282:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830353.989316:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830353/real 1787830353]  req@ffff8d99e18b9e00 x1874673210103296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830353.989333:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210103296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830353.989342:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830353.989346:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830353.989360:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210103296:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830353.989613:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210103424:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830353.989650:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830353.989669:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830353/real 1787830353]  req@ffff8d99e18b8b40 x1874673210103424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830353.989681:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210103424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830353.989689:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830353.989692:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830353.989696:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210103424:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830354.694054:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830355.717024:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830356.741085:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830357.765022:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830358.789098:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830359.109090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830359.109098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830359.109103:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830359.109112:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2697
00000100:00080000:1.0:1787830359.109123:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830359.109130:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830359.109165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210103552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830359.109194:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830359.109198:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830359.109199:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830359.109203:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2697
00000100:00080000:1.0:1787830359.109207:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830359.109225:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830359.109235:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830359.109248:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210103680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830359.109404:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210103552:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830359.109459:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830359.109493:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830359/real 1787830359]  req@ffff8d99d0f83480 x1874673210103552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830359.109509:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210103552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830359.109518:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830359.109522:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830359.109526:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210103552:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830359.109533:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210103680:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830359.109567:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830359.109579:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830359/real 1787830359]  req@ffff8d99d0f82580 x1874673210103680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830359.109590:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210103680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830359.109598:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830359.109612:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830359.109616:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210103680:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830359.813976:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830360.837234:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830361.861222:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830362.885189:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830363.909608:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830364.229085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830364.229092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830364.229111:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830364.229119:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2702
00000100:00080000:2.0:1787830364.229126:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830364.229131:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830364.229168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210103808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830364.229251:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210103808:192.168.203.142@tcp:250:kworker.0
00000100:00080000:2.0:1787830364.229327:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830364.229331:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830364.229333:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830364.229338:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2702
00000800:00000100:3.0:1787830364.229379:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787830364.229409:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830364.229414:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830364.229423:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830364.229435:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210103936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830364.229524:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830364/real 1787830364]  req@ffff8d99e18b4000 x1874673210103808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830364.229540:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210103808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830364.229549:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830364.229553:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830364.229557:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210103808:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830364.229592:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210103936:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830364.229616:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830364.229629:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830364/real 1787830364]  req@ffff8d99e18b6580 x1874673210103936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830364.229640:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210103936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830364.229647:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830364.229650:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830364.229653:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210103936:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830364.933074:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830365.957064:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830366.981093:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830368.006605:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830369.030205:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830369.348990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830369.349000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830369.349004:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830369.349013:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2707
00000100:00080000:2.0:1787830369.349024:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830369.349031:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830369.349066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210104064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830369.349090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830369.349108:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830369.349110:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830369.349114:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2707
00000100:00080000:2.0:1787830369.349118:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830369.349123:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830369.349132:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830369.349144:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210104192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830369.349300:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210104064:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830369.349359:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830369.349396:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830369/real 1787830369]  req@ffff8d99e18b61c0 x1874673210104064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830369.349421:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210104064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830369.349432:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830369.349435:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830369.349438:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210104064:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830369.349443:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210104192:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830369.349474:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830369.349486:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830369/real 1787830369]  req@ffff8d99e18b7480 x1874673210104192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830369.349498:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210104192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830369.349506:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830369.349509:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830369.349512:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210104192:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830370.054670:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830371.077119:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830372.101322:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830373.125625:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830374.149024:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830374.470424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830374.470434:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830374.470437:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830374.470446:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2712
00000100:00080000:1.0:1787830374.470457:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830374.470463:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830374.470509:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210104320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830374.470537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830374.470541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830374.470543:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830374.470546:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2712
00000100:00080000:1.0:1787830374.470549:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830374.470553:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830374.470562:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830374.470577:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210104448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830374.470589:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210104320:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830374.470650:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830374.470685:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830374/real 1787830374]  req@ffff8d99d0f80780 x1874673210104320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830374.470699:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210104320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830374.470715:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830374.470720:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830374.470723:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210104320:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830374.470745:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210104448:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830374.470767:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830374.470779:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830374/real 1787830374]  req@ffff8d99d0f830c0 x1874673210104448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830374.470790:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210104448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830374.470797:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830374.470800:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830374.470803:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210104448:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830375.173022:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830376.197062:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830377.221015:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830378.246407:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830379.269062:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830379.589338:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830379.589347:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830379.589351:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830379.589360:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2717
00000100:00080000:2.0:1787830379.589369:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830379.589375:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830379.589408:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210104576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830379.589481:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210104576:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830379.589537:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787830379.589566:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830379.589569:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830379.589571:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830379.589575:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2717
00000100:00080000:2.0:1787830379.589579:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830379.589595:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830379.589603:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830379.589616:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210104704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830379.589670:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830379/real 1787830379]  req@ffff8d99e18b4780 x1874673210104576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830379.589685:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210104576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830379.589694:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830379.589697:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830379.589707:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210104576:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830379.589944:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210104704:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830379.589969:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830379.589981:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830379/real 1787830379]  req@ffff8d99e18b5680 x1874673210104704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830379.589993:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210104704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830379.590001:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830379.590004:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830379.590007:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210104704:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830380.293055:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830381.318444:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830382.341018:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830383.365475:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830384.389460:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830384.709021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830384.709030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830384.709035:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830384.709045:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2722
00000100:00080000:2.0:1787830384.709055:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830384.709064:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830384.709103:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210104832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830384.709240:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830384.709245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830384.709247:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830384.709253:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2722
00000100:00080000:2.0:1787830384.709258:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830384.709267:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830384.709278:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830384.709294:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210104960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830384.709344:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210104832:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830384.709414:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830384.709457:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830384/real 1787830384]  req@ffff8d99e18b5e00 x1874673210104832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830384.709469:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210104832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830384.709476:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830384.709479:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830384.709482:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210104832:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830384.709503:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210104960:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830384.709527:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830384.709540:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830384/real 1787830384]  req@ffff8d99e18b7840 x1874673210104960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830384.709551:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210104960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830384.709559:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830384.709563:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830384.709566:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210104960:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830385.413002:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830386.438596:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830387.461104:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830388.485021:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830389.510008:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830389.829589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830389.829599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830389.829603:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830389.829609:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2727
00000100:00080000:1.0:1787830389.829617:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830389.829622:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830389.829654:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210105088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830389.829682:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830389.829686:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830389.829688:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830389.829692:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2727
00000100:00080000:1.0:1787830389.829695:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830389.829700:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830389.829708:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830389.829720:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210105216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830389.829795:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210105088:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830389.829919:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210105216:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830390.533993:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830391.557028:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830392.581942:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787830392.901125:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787830392.901158:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787830392.901169:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:0.0:1787830392.902164:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830389/real 1787830392]  req@ffff8d99d0f81e00 x1874673210105088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830414 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830392.902195:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210105088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830414 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830392.902207:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830392.902212:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830392.902216:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210105088:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830392.904874:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:0.0:1787830392.906121:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830389/real 1787830392]  req@ffff8d99d0f82940 x1874673210105216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830392.906160:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210105216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830392.906170:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830392.906175:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830392.906179:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210105216:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830393.608393:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830394.629100:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830394.949368:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830394.949377:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830394.949380:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830394.949390:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2733
00000100:00080000:2.0:1787830394.949401:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830394.949418:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830394.949451:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210105344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830394.949480:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830394.949483:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830394.949485:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830394.949489:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2733
00000100:00080000:2.0:1787830394.949492:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830394.949496:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830394.949504:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830394.949516:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210105472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830394.950215:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210105344:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830394.950279:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830394.950314:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830394/real 1787830394]  req@ffff8d99e18b7840 x1874673210105344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830394.950330:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210105344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830394.950339:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830394.950342:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830394.950346:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210105344:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830394.950363:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210105472:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830394.950387:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830394.950398:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830394/real 1787830394]  req@ffff8d99e18b5e00 x1874673210105472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830394.950418:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210105472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830394.950445:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830394.950448:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830394.950452:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210105472:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830395.653161:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830396.677303:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830397.701866:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830398.725088:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830399.749450:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830400.068998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830400.069007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830400.069026:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830400.069035:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2738
00000100:00080000:1.0:1787830400.069045:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830400.069052:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830400.069081:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210105600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830400.069152:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210105600:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830400.069206:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:1.0:1787830400.069234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830400.069238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830400.069240:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830400.069245:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2738
00000100:00080000:1.0:1787830400.069249:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830400.069254:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830400.069264:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830400.069276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210105728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830400.069550:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830400/real 1787830400]  req@ffff8d99d0f81e00 x1874673210105600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830400.069570:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210105600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830400.069685:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830400.069690:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830400.069695:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210105600:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830400.069718:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210105728:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830400.069742:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830400.069754:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830400/real 1787830400]  req@ffff8d99d0f812c0 x1874673210105728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830400.069766:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210105728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830400.069787:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830400.069790:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830400.069794:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210105728:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830400.773016:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830401.797353:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830402.821239:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830403.845569:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830404.869910:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830405.189392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830405.189401:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830405.189405:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830405.189415:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2743
00000100:00080000:0.0:1787830405.189424:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830405.189431:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830405.189468:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210105856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830405.189504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830405.189508:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830405.189510:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830405.189514:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2743
00000100:00080000:0.0:1787830405.189517:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830405.189521:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830405.189531:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830405.189542:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210105984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830405.190315:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210105856:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830405.190374:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830405.190410:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830405/real 1787830405]  req@ffff8d99e1842d00 x1874673210105856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830405.190426:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210105856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830405.190446:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830405.190450:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830405.190454:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210105856:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830405.190474:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210105984:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830405.190496:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830405.190508:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830405/real 1787830405]  req@ffff8d99e1843c00 x1874673210105984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830405.190520:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210105984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830405.190528:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830405.190532:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830405.190535:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210105984:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830405.893013:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830406.918592:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830407.941149:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830408.965025:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830409.989994:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830410.309294:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830410.309304:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830410.309308:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830410.309318:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2748
00000100:00080000:1.0:1787830410.309327:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830410.309333:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830410.309372:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210106112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830410.309417:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830410.309420:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830410.309422:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830410.309426:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2748
00000100:00080000:1.0:1787830410.309430:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830410.309435:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830410.309444:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830410.309457:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210106240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830410.309564:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210106112:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830410.309631:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830410.309665:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830410/real 1787830410]  req@ffff8d99d0f83c00 x1874673210106112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830410.309681:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210106112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830410.309696:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830410.309700:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830410.309704:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210106112:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830410.309711:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210106240:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830410.309730:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830410.309747:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830410/real 1787830410]  req@ffff8d99d0f83840 x1874673210106240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830410.309776:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210106240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830410.309783:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830410.309786:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830410.309789:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210106240:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830411.013151:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830412.037144:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830413.061015:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830414.085062:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830415.109099:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830415.429028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830415.429037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830415.429042:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830415.429052:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2753
00000100:00080000:0.0:1787830415.429062:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830415.429069:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830415.429107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210106368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830415.429138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830415.429142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830415.429144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830415.429148:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2753
00000100:00080000:0.0:1787830415.429151:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830415.429155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830415.429164:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830415.429176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210106496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830415.429272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210106368:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830415.429331:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830415.429367:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830415/real 1787830415]  req@ffff8d99e18412c0 x1874673210106368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830415.429384:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210106368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830415.429395:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830415.429399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830415.429403:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210106368:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830415.429410:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210106496:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830415.429431:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830415.429443:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830415/real 1787830415]  req@ffff8d99e1842580 x1874673210106496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830415.429455:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210106496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830415.429482:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830415.429486:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830415.429489:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210106496:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830416.133033:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830417.157138:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830418.181178:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830419.205005:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830420.230296:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830420.548990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830420.548999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830420.549003:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830420.549013:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2758
00000100:00080000:0.0:1787830420.549023:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830420.549044:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830420.549075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210106624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830420.549109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830420.549113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830420.549114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830420.549118:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2758
00000100:00080000:0.0:1787830420.549122:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830420.549126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830420.549135:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830420.549157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210106752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830420.549256:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210106624:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830420.549312:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830420.549344:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830420/real 1787830420]  req@ffff8d99e1843480 x1874673210106624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830420.549360:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210106624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830420.549370:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830420.549374:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830420.549378:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210106624:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830420.549385:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210106752:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830420.549403:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830420.549422:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830420/real 1787830420]  req@ffff8d99e1840000 x1874673210106752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830420.549434:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210106752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830420.549441:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830420.549444:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830420.549448:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210106752:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830421.253019:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830422.277019:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830423.301042:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830424.325025:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830425.349015:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830425.669266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830425.669276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830425.669280:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830425.669290:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2763
00000100:00080000:1.0:1787830425.669300:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830425.669308:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830425.669342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210106880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830425.669368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830425.669371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830425.669372:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830425.669376:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2763
00000100:00080000:1.0:1787830425.669380:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830425.669384:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830425.669394:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830425.669405:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210107008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830425.671346:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210106880:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830425.671416:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830425.671454:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830425/real 1787830425]  req@ffff8d99d0f80f00 x1874673210106880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830425.671472:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210106880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830425.671483:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830425.671487:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830425.671491:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210106880:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830425.671498:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210107008:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830425.671518:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830425.671530:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830425/real 1787830425]  req@ffff8d99d0f81a40 x1874673210107008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830425.671541:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210107008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830425.671549:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830425.671552:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830425.671566:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210107008:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830426.373081:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830427.397164:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830428.421093:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830429.444996:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830430.469126:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830430.789009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830430.789019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830430.789023:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830430.789032:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2768
00000100:00080000:1.0:1787830430.789042:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830430.789050:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830430.789086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210107136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830430.789127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830430.789131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830430.789133:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830430.789137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2768
00000100:00080000:1.0:1787830430.789141:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830430.789145:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830430.789154:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830430.789166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210107264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830430.789271:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210107136:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830430.789328:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830430.789364:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830430/real 1787830430]  req@ffff8d99d0f80b40 x1874673210107136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830430.789379:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210107136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830430.789389:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830430.789393:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830430.789397:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210107136:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830430.789404:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210107264:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830430.789426:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830430.789437:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830430/real 1787830430]  req@ffff8d99d0f803c0 x1874673210107264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830430.789449:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210107264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830430.789456:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830430.789459:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830430.789462:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210107264:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830431.495135:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830432.517009:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830433.541176:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830434.565869:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830435.589045:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830435.909165:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830435.909175:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830435.909179:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830435.909189:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2773
00000100:00080000:2.0:1787830435.909199:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830435.909207:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830435.909244:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210107392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830435.909274:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830435.909278:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830435.909280:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830435.909284:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2773
00000100:00080000:2.0:1787830435.909287:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830435.909310:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830435.909312:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210107392:192.168.203.142@tcp:250:kworker.0
00000008:00100000:2.0:1787830435.909320:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830435.909338:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210107520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787830435.909388:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830435.909425:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830435/real 1787830435]  req@ffff8d99e18b5680 x1874673210107392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830435.909441:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210107392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830435.909450:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830435.909454:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830435.909457:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210107392:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830435.909482:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210107520:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830435.909508:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830435.909521:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830435/real 1787830435]  req@ffff8d99e18b4780 x1874673210107520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830435.909534:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210107520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830435.909541:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830435.909544:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830435.909547:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210107520:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830436.613542:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830437.637331:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830438.661059:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830439.685033:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830440.709237:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830441.029004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830441.029011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830441.029014:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830441.029021:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2779
00000100:00080000:0.0:1787830441.029029:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830441.029047:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830441.029080:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210107648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830441.029105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830441.029108:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830441.029129:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830441.029134:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2779
00000100:00080000:0.0:1787830441.029138:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830441.029142:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830441.029152:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830441.029155:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210107648:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830441.029167:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210107776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787830441.029212:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830441.029253:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830441/real 1787830441]  req@ffff8d99e1841e00 x1874673210107648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830441.029270:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210107648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830441.029280:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830441.029284:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830441.029288:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210107648:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830441.029320:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210107776:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830441.029343:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830441.029355:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830441/real 1787830441]  req@ffff8d99e1840780 x1874673210107776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830441.029367:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210107776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830441.029374:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830441.029377:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830441.029380:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210107776:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830441.733181:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830442.757072:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830443.781170:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830444.805017:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830445.829134:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830446.149494:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830446.149505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830446.149509:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830446.149518:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2784
00000100:00080000:3.0:1787830446.149529:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830446.149537:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830446.149584:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210107904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830446.149670:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210107904:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830446.149732:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:3.0:1787830446.149763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830446.149767:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830446.149769:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830446.149774:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2784
00000100:00080000:3.0:1787830446.149778:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830446.149783:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830446.149803:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830446.149817:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210108032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830446.150250:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830446/real 1787830446]  req@ffff8d99e18bb480 x1874673210107904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830446.150293:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210107904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830446.150302:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830446.150305:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830446.150309:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210107904:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830446.150333:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210108032:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830446.150356:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830446.150367:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830446/real 1787830446]  req@ffff8d99e18ba940 x1874673210108032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830446.150377:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210108032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830446.150384:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830446.150387:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830446.150390:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210108032:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830446.853292:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830447.877026:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830448.901291:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830449.925024:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830450.949037:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830451.269016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830451.269025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830451.269029:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830451.269039:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2789
00000100:00080000:0.0:1787830451.269049:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830451.269056:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830451.269096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210108160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830451.269122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830451.269125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830451.269127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830451.269131:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2789
00000100:00080000:0.0:1787830451.269135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830451.269138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830451.269148:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830451.269177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210108288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830451.269325:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210108160:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830451.269388:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830451.269425:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830451/real 1787830451]  req@ffff8d99e18430c0 x1874673210108160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830451.269442:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210108160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830451.269463:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830451.269468:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830451.269472:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210108160:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830451.269479:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210108288:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830451.269505:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830451.269517:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830451/real 1787830451]  req@ffff8d99e1840780 x1874673210108288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830451.269529:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210108288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830451.269537:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830451.269540:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830451.269543:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210108288:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830451.973086:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830452.997761:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830454.020999:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830455.046144:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830456.070718:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830456.389023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830456.389033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830456.389037:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830456.389047:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2794
00000100:00080000:0.0:1787830456.389057:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830456.389064:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830456.389108:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210108416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830456.389129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830456.389133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830456.389134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830456.389139:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2794
00000100:00080000:0.0:1787830456.389143:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830456.389147:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830456.389157:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830456.389169:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210108416:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830456.389173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210108544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830456.389267:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210108544:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830457.093372:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830458.117043:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830459.141741:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787830459.461229:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787830459.461283:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787830459.461299:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787830459.461336:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787830459.461577:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830456/real 1787830459]  req@ffff8d99e1840000 x1874673210108544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830459.461601:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210108544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830459.461612:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830459.461616:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830459.461634:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210108544:192.168.203.142@tcp:38:kworker.0
00000100:00100000:1.0:1787830459.461641:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830456/real 1787830459]  req@ffff8d99e1841e00 x1874673210108416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830459.461654:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210108416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830459.461661:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830459.461665:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830459.461668:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210108416:192.168.203.142@tcp:250:kworker.0
00010000:00010000:0.0:1787830460.166421:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830461.190278:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830461.508969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830461.508979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830461.508994:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830461.509003:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2799
00000100:00080000:0.0:1787830461.509014:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830461.509022:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830461.509066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210108672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830461.509104:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830461.509108:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830461.509110:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830461.509114:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2799
00000100:00080000:0.0:1787830461.509118:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830461.509121:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830461.509130:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830461.509140:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210108800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830461.509206:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210108672:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830461.509259:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830461.509287:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830461/real 1787830461]  req@ffff8d99e1843480 x1874673210108672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830461.509299:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210108672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830461.509306:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830461.509308:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830461.509311:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210108672:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830461.509315:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210108800:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830461.509328:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830461.509335:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830461/real 1787830461]  req@ffff8d99e1842580 x1874673210108800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830461.509352:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210108800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830461.509357:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830461.509359:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830461.509361:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210108800:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830462.213837:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830463.238061:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830464.261038:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830465.286049:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830466.308980:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830466.629023:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830466.629033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830466.629037:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830466.629046:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2804
00000100:00080000:0.0:1787830466.629056:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830466.629063:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830466.629098:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210108928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830466.629145:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830466.629149:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830466.629150:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830466.629155:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2804
00000100:00080000:0.0:1787830466.629158:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830466.629162:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830466.629172:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830466.629193:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210109056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830466.629198:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210108928:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830466.629267:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830466.629307:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830466/real 1787830466]  req@ffff8d99e18412c0 x1874673210108928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830466.629338:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210108928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830466.629349:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830466.629354:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830466.629358:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210108928:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830466.629382:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210109056:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830466.629406:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830466.629420:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830466/real 1787830466]  req@ffff8d99e1843c00 x1874673210109056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830466.629432:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210109056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830466.629452:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830466.629456:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830466.629460:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210109056:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830467.333316:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830468.357100:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830469.381017:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830470.405009:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830471.431074:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830471.749125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830471.749134:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830471.749138:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830471.749147:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2809
00000100:00080000:2.0:1787830471.749156:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830471.749163:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830471.749196:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210109184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830471.749222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830471.749225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830471.749227:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830471.749231:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2809
00000100:00080000:2.0:1787830471.749235:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830471.749238:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830471.749247:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830471.749259:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210109312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830471.749276:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210109184:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830471.749339:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830471.749385:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830471/real 1787830471]  req@ffff8d99e18b7480 x1874673210109184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830471.749402:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210109184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830471.749412:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830471.749416:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830471.749420:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210109184:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830471.749443:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210109312:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830471.749466:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830471.749480:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830471/real 1787830471]  req@ffff8d99e18b61c0 x1874673210109312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830471.749492:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210109312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830471.749500:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830471.749510:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830471.749514:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210109312:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830472.453017:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830473.477082:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830474.501071:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830475.525114:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830476.550146:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830476.869243:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830476.869266:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830476.869272:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830476.869287:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2814
00000100:00080000:3.0:1787830476.869300:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830476.869309:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830476.869363:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210109440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830476.869395:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830476.869399:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830476.869400:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830476.869404:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2814
00000100:00080000:3.0:1787830476.869408:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830476.869412:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830476.869422:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830476.869434:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210109568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830476.869638:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210109440:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830476.869706:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830476.869749:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830476/real 1787830476]  req@ffff8d99e18b8000 x1874673210109440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830476.869766:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210109440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830476.869777:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830476.869799:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830476.869804:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210109440:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830476.869812:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210109568:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830476.869835:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830476.869847:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830476/real 1787830476]  req@ffff8d99e18bb0c0 x1874673210109568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830476.869860:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210109568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830476.869868:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830476.869872:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830476.869875:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210109568:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830477.573635:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830478.597071:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830479.621036:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830480.645284:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830481.669148:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830481.989039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830481.989048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830481.989052:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830481.989062:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2820
00000100:00080000:2.0:1787830481.989073:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830481.989079:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830481.989111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210109696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830481.989139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830481.989142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830481.989144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830481.989154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2820
00000100:00080000:2.0:1787830481.989157:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830481.989161:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830481.989170:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830481.989181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210109824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830481.989414:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210109696:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830481.989468:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830481.989511:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830481/real 1787830481]  req@ffff8d99e18b6580 x1874673210109696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830481.989527:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210109696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830481.989537:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830481.989548:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830481.989551:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210109696:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830481.989558:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210109824:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830481.989642:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830481.989653:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830481/real 1787830481]  req@ffff8d99e18b4000 x1874673210109824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830481.989664:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210109824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830481.989673:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830481.989675:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830481.989679:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210109824:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830482.693017:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830483.720160:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830484.741787:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830485.765364:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830486.789023:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830487.109852:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830487.109862:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830487.110133:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830487.110143:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2825
00000100:00080000:3.0:1787830487.110152:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830487.110160:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830487.110194:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210109952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830487.110232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830487.110236:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830487.110237:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830487.110241:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2825
00000100:00080000:3.0:1787830487.110245:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830487.110249:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830487.110263:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830487.110277:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210110080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830487.110282:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210109952:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830487.110346:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830487.110383:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830487/real 1787830487]  req@ffff8d99e18bb0c0 x1874673210109952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830487.110399:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210109952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830487.110410:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830487.110414:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830487.110418:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210109952:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830487.110438:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210110080:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830487.110458:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830487.110484:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830487/real 1787830487]  req@ffff8d99e18b8000 x1874673210110080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830487.110497:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210110080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830487.110519:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830487.110523:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830487.110527:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210110080:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830487.813279:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830488.837040:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830489.861245:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830490.885855:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830491.909041:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830492.229862:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830492.229869:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830492.229873:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830492.229900:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2830
00000100:00080000:3.0:1787830492.229910:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830492.229916:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830492.229945:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210110208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830492.229976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830492.229992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830492.229994:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830492.229999:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2830
00000100:00080000:3.0:1787830492.230003:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830492.230008:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830492.230018:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830492.230032:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210110336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830492.230038:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210110208:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830492.230121:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830492.230165:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830492/real 1787830492]  req@ffff8d99e18ba940 x1874673210110208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830492.230182:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210110208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830492.230192:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830492.230197:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830492.230201:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210110208:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830492.230222:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210110336:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830492.230244:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830492.230257:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830492/real 1787830492]  req@ffff8d99e18bb480 x1874673210110336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830492.230270:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210110336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830492.230277:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830492.230281:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830492.230284:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210110336:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830492.933713:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830493.957122:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830494.981242:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830496.008917:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830497.037001:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830497.349044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830497.349058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830497.349064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830497.349076:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2835
00000100:00080000:3.0:1787830497.349090:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830497.349099:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830497.349148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210110464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830497.349187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830497.349191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830497.349193:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830497.349197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2835
00000100:00080000:3.0:1787830497.349200:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830497.349223:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830497.349235:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830497.349250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210110592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830497.349548:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210110464:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830497.349622:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830497.349683:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830497/real 1787830497]  req@ffff8d99e18b8b40 x1874673210110464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830497.349716:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210110464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830497.349727:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830497.349732:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830497.349736:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210110464:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830497.349743:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210110592:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830497.349766:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830497.349777:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830497/real 1787830497]  req@ffff8d99e18b9e00 x1874673210110592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830497.349789:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210110592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830497.349797:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830497.349800:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830497.349803:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210110592:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830498.053957:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830499.079016:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830500.102618:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830501.125199:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830502.149785:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830502.468998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830502.469009:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830502.469013:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830502.469023:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2840
00000100:00080000:3.0:1787830502.469034:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830502.469041:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830502.469080:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210110720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830502.469112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830502.469116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830502.469118:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830502.469122:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2840
00000100:00080000:3.0:1787830502.469127:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830502.469130:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830502.469140:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830502.469153:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210110848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830502.469349:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210110720:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830502.469409:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830502.469444:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830502/real 1787830502]  req@ffff8d99e18b83c0 x1874673210110720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830502.469461:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210110720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830502.469477:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830502.469482:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830502.469487:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210110720:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830502.469494:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210110848:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830502.469518:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830502.469529:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830502/real 1787830502]  req@ffff8d99e18b9680 x1874673210110848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830502.469540:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210110848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830502.469548:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830502.469552:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830502.469555:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210110848:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830503.173178:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830504.197484:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830505.221117:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830506.245568:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830507.269009:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830507.589003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830507.589013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830507.589017:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830507.589026:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2845
00000100:00080000:3.0:1787830507.589037:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830507.589044:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830507.589078:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210110976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830507.589110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830507.589114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830507.589116:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830507.589120:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2845
00000100:00080000:3.0:1787830507.589124:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830507.589128:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830507.589137:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830507.589149:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210111104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830507.589232:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210110976:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830507.589279:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830507.589315:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830507/real 1787830507]  req@ffff8d99e18bbc00 x1874673210110976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830507.589327:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210110976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830507.589347:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830507.589350:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830507.589352:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210110976:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830507.589357:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210111104:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830507.589372:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830507.589379:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830507/real 1787830507]  req@ffff8d99e18ba1c0 x1874673210111104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830507.589386:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210111104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830507.589390:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830507.589392:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830507.589395:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210111104:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830508.293710:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830509.317126:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830510.341051:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830511.365268:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830512.389596:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830512.708986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830512.708996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830512.709001:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830512.709011:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2850
00000100:00080000:3.0:1787830512.709035:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830512.709042:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830512.709073:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210111232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830512.709104:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830512.709107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830512.709108:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830512.709112:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2850
00000100:00080000:3.0:1787830512.709115:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830512.709118:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830512.709127:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830512.709137:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210111360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830512.709221:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210111232:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830512.709280:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830512.709315:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830512/real 1787830512]  req@ffff8d99e18ba1c0 x1874673210111232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830512.709402:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210111232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830512.709425:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830512.709429:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830512.709432:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210111232:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830512.709439:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210111360:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830512.709463:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830512.709475:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830512/real 1787830512]  req@ffff8d99e18bbc00 x1874673210111360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830512.709485:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210111360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830512.709492:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830512.709495:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830512.709498:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210111360:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830513.413558:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830514.437411:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830515.461240:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830516.485595:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830517.509615:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830517.829001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830517.829020:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830517.829024:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830517.829033:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2855
00000100:00080000:0.0:1787830517.829043:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830517.829049:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830517.829085:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210111488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830517.829113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830517.829117:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830517.829138:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830517.829143:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2855
00000100:00080000:0.0:1787830517.829147:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830517.829151:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830517.829160:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830517.829175:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210111616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830517.829248:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210111488:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830517.829373:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830517.829410:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830517/real 1787830517]  req@ffff8d99e1842d00 x1874673210111488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830517.829427:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210111488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830517.829449:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830517.829453:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830517.829457:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210111488:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830517.829463:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210111616:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830517.829493:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830517.829521:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830517/real 1787830517]  req@ffff8d99e18403c0 x1874673210111616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830517.829533:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210111616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830517.829541:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830517.829544:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830517.829547:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210111616:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830518.534134:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830519.558121:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830520.582712:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830521.605293:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830522.629541:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830522.949032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830522.949042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830522.949054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830522.949064:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2861
00000100:00080000:3.0:1787830522.949075:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830522.949082:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830522.949121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210111744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830522.949150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830522.949154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830522.949171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830522.949176:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2861
00000100:00080000:3.0:1787830522.949180:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830522.949184:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830522.949193:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830522.949206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210111872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830522.949299:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210111744:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830522.949383:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210111872:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830523.653037:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830524.677180:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830525.701123:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787830526.021245:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787830526.021284:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787830526.021300:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787830526.021339:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787830526.021418:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830522/real 1787830526]  req@ffff8d99e18b9680 x1874673210111744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830526.021471:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210111744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830526.021482:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830526.021486:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830526.021490:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210111744:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830526.021497:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830522/real 1787830526]  req@ffff8d99e18b83c0 x1874673210111872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830526.021508:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210111872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830526.021515:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830526.021518:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830526.021522:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210111872:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830526.725045:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830527.750640:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830528.069667:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830528.069678:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830528.069682:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830528.069691:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2866
00000100:00080000:3.0:1787830528.069702:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830528.069709:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830528.069740:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210112000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830528.069772:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830528.069776:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830528.069778:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830528.069782:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2866
00000100:00080000:3.0:1787830528.069793:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830528.069798:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830528.069807:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830528.069822:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210112128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830528.069937:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210112000:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830528.069995:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830528.070044:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830528/real 1787830528]  req@ffff8d99e18b9e00 x1874673210112000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830528.070060:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210112000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830528.070069:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830528.070073:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830528.070077:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210112000:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830528.070084:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210112128:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830528.070107:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830528.070119:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830528/real 1787830528]  req@ffff8d99e18b8b40 x1874673210112128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830528.070131:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210112128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830528.070149:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830528.070153:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830528.070156:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210112128:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830528.773038:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830529.797821:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830530.821182:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830531.845022:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830532.869174:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830533.189035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830533.189044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830533.189048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830533.189055:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2871
00000100:00080000:3.0:1787830533.189063:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830533.189068:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830533.189100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210112256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830533.189131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830533.189135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830533.189137:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830533.189140:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2871
00000100:00080000:3.0:1787830533.189144:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830533.189147:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830533.189156:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830533.189166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210112384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830533.189265:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210112256:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830533.189335:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830533.189373:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830533/real 1787830533]  req@ffff8d99e18bb480 x1874673210112256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830533.189555:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210112256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830533.189566:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830533.189571:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830533.189575:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210112256:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830533.189583:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210112384:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830533.189608:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830533.189620:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830533/real 1787830533]  req@ffff8d99e18ba940 x1874673210112384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830533.189632:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210112384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830533.189640:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830533.189643:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830533.189659:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210112384:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830533.893026:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830534.917048:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830535.941461:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830536.965643:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830537.989021:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830538.309727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830538.309737:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830538.309740:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830538.309750:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2876
00000100:00080000:0.0:1787830538.309772:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830538.309779:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830538.309816:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210112512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830538.309918:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210112512:192.168.203.142@tcp:250:kworker.0
00000100:00080000:0.0:1787830538.310214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830538.310219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830538.310221:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830538.310225:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2876
00000100:00080000:0.0:1787830538.310230:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830538.310234:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830538.310243:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830538.310258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210112640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787830538.310336:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830538.310386:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830538/real 1787830538]  req@ffff8d99e18421c0 x1874673210112512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830538.310402:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210112512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830538.311490:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830538.311495:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830538.311500:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210112512:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830538.311718:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210112640:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830538.311760:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830538.311833:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830538/real 1787830538]  req@ffff8d99e18403c0 x1874673210112640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830538.311846:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210112640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830538.311855:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830538.311858:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830538.311861:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210112640:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830539.013096:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830540.040230:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830541.061390:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830542.085566:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830543.109024:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830543.429003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830543.429014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830543.429018:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830543.429043:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2881
00000100:00080000:0.0:1787830543.429053:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830543.429061:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830543.429095:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210112768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830543.429127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830543.429131:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830543.429133:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830543.429136:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2881
00000100:00080000:0.0:1787830543.429140:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830543.429143:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830543.429154:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830543.429167:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210112896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830543.429386:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210112768:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830543.429442:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830543.429478:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830543/real 1787830543]  req@ffff8d99e1842d00 x1874673210112768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830543.429494:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210112768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830543.429504:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830543.429508:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830543.429520:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210112768:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830543.429527:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210112896:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830543.429552:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830543.429565:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830543/real 1787830543]  req@ffff8d99e1843c00 x1874673210112896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830543.429576:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210112896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830543.429584:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830543.429587:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830543.429590:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210112896:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830544.133637:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830545.157173:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830546.181014:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830547.205147:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830548.229498:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830548.549045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830548.549055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830548.549059:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830548.549069:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2886
00000100:00080000:0.0:1787830548.549080:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830548.549087:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830548.549125:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210113024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830548.549157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830548.549161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830548.549181:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830548.549186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2886
00000100:00080000:0.0:1787830548.549190:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830548.549194:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830548.549204:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830548.549221:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210113024:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830548.549222:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210113152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787830548.549291:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830548.549341:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830548/real 1787830548]  req@ffff8d99e18412c0 x1874673210113024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830548.549359:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210113024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830548.549370:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830548.549375:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830548.549379:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210113024:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830548.549413:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210113152:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830548.549437:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830548.549450:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830548/real 1787830548]  req@ffff8d99e1842580 x1874673210113152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830548.549461:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210113152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830548.549468:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830548.549472:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830548.549475:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210113152:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830549.253274:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830550.277497:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830551.302245:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830552.325046:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830553.349133:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830553.669141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830553.669151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830553.669155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830553.669165:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2891
00000100:00080000:1.0:1787830553.669176:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830553.669184:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830553.669217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210113280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830553.669246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830553.669257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830553.669259:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830553.669280:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2891
00000100:00080000:1.0:1787830553.669284:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830553.669289:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830553.669300:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830553.669313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210113408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830553.669390:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210113280:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830553.669450:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830553.669488:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830553/real 1787830553]  req@ffff8d99d0f82d00 x1874673210113280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830553.669505:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210113280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830553.669515:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830553.669519:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830553.669522:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210113280:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830553.669528:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210113408:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830553.669549:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830553.669562:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830553/real 1787830553]  req@ffff8d99d0f803c0 x1874673210113408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830553.669572:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210113408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830553.669592:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830553.669596:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830553.669599:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210113408:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830554.373149:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830555.397302:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830556.421632:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830557.445412:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830558.469115:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830558.789027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830558.789037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830558.789041:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830558.789050:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2896
00000100:00080000:0.0:1787830558.789060:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830558.789068:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830558.789112:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210113536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830558.789141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830558.789145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830558.789147:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830558.789151:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2896
00000100:00080000:0.0:1787830558.789154:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830558.789158:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830558.789167:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830558.789178:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210113664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830558.789483:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210113536:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830558.789546:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830558.789582:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830558/real 1787830558]  req@ffff8d99e1843480 x1874673210113536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830558.789613:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210113536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830558.789623:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830558.789627:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830558.789631:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210113536:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830558.789637:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210113664:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830558.789659:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830558.789672:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830558/real 1787830558]  req@ffff8d99e1841e00 x1874673210113664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830558.789696:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210113664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830558.789717:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830558.789721:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830558.789724:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210113664:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830559.493056:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830560.517059:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830561.541744:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830562.565215:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830563.589057:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830563.909044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830563.909054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830563.909058:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830563.909068:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2901
00000100:00080000:1.0:1787830563.909077:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830563.909084:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830563.909116:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210113792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830563.909358:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210113792:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830563.909429:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:1.0:1787830563.909458:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830563.909462:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830563.909465:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830563.909470:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2901
00000100:00080000:1.0:1787830563.909474:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830563.909479:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830563.909499:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830563.909515:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210113920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830563.909625:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830563/real 1787830563]  req@ffff8d99d0f80b40 x1874673210113792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830563.909646:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210113792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830563.909656:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830563.909661:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830563.909664:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210113792:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830563.909685:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210113920:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830563.909707:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830563.909718:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830563/real 1787830563]  req@ffff8d99d0f81a40 x1874673210113920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830563.909729:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210113920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830563.909737:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830563.909741:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830563.909745:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210113920:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830564.613709:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830565.637107:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830566.661224:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830567.685046:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830568.709240:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830569.029092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830569.029103:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830569.029340:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830569.029349:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2907
00000100:00080000:0.0:1787830569.029358:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830569.029364:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830569.029395:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210114048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830569.029422:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830569.029426:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830569.029428:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830569.029431:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2907
00000100:00080000:0.0:1787830569.029434:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830569.029437:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830569.029445:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830569.029455:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210114176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830569.030027:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210114048:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830569.030087:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830569.030124:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830569/real 1787830569]  req@ffff8d99e1840000 x1874673210114048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830569.030151:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210114048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830569.030162:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830569.030166:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830569.030169:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210114048:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830569.030176:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210114176:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830569.030197:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830569.030210:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830569/real 1787830569]  req@ffff8d99e1840780 x1874673210114176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830569.030222:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210114176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830569.030229:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830569.030232:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830569.030235:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210114176:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830569.733030:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830570.757095:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830571.781193:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830572.805014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830573.829017:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830574.148987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830574.148997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830574.149000:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830574.149010:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2912
00000100:00080000:0.0:1787830574.149019:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830574.149027:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830574.149060:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210114304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830574.149090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830574.149118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830574.149120:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830574.149124:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2912
00000100:00080000:0.0:1787830574.149128:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830574.149133:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830574.149142:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830574.149157:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210114432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830574.149170:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210114304:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830574.149247:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830574.149291:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830574/real 1787830574]  req@ffff8d99e18430c0 x1874673210114304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830574.149308:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210114304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830574.149317:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830574.149321:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830574.149324:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210114304:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830574.149348:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210114432:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830574.149367:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830574.149378:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830574/real 1787830574]  req@ffff8d99e1840780 x1874673210114432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830574.149389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210114432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830574.149397:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830574.149399:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830574.149403:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210114432:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830574.853290:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830575.877012:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830576.901048:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830577.925070:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830578.949007:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830579.269174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830579.269184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830579.269188:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830579.269198:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2917
00000100:00080000:1.0:1787830579.269208:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830579.269215:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830579.269250:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210114560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830579.269278:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830579.269280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830579.269282:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830579.269285:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2917
00000100:00080000:1.0:1787830579.269287:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830579.269291:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830579.269298:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830579.269306:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210114688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830579.269388:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210114560:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830579.269444:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830579.269479:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830579/real 1787830579]  req@ffff8d99d0f80f00 x1874673210114560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830579.269508:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210114560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830579.269517:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830579.269521:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830579.269525:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210114560:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830579.269531:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210114688:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830579.269558:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830579.269570:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830579/real 1787830579]  req@ffff8d99d0f83840 x1874673210114688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830579.269581:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210114688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830579.269588:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830579.269591:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830579.269594:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210114688:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830579.973105:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830580.997165:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830582.021211:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830583.046608:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830584.069022:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830584.389130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830584.389141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830584.389144:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830584.389155:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2922
00000100:00080000:3.0:1787830584.389164:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830584.389172:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830584.389205:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210114816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830584.389272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210114816:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830584.389330:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:3.0:1787830584.389359:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830584.389362:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830584.389364:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830584.389369:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2922
00000100:00080000:3.0:1787830584.389372:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830584.389376:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830584.389385:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830584.389410:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210114944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830584.390104:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830584/real 1787830584]  req@ffff8d99e18b8000 x1874673210114816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830584.390124:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210114816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830584.390141:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830584.390145:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830584.390149:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210114816:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830584.390172:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210114944:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830584.390197:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830584.390210:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830584/real 1787830584]  req@ffff8d99e18bb0c0 x1874673210114944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830584.390406:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210114944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830584.390417:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830584.390421:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830584.390424:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210114944:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830585.093171:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830586.117191:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830587.141072:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830588.165039:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830589.189068:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830589.509071:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830589.509082:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830589.509087:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830589.509097:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2927
00000100:00080000:3.0:1787830589.509107:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830589.509114:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830589.509151:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210115072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830589.509184:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830589.509188:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830589.509190:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830589.509194:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2927
00000100:00080000:3.0:1787830589.509197:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830589.509201:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830589.509210:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830589.509238:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210115072:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830589.509245:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210115200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830589.509340:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210115200:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830590.213156:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830591.237023:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830592.261549:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787830592.582704:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787830592.582749:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787830592.582773:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787830592.582813:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787830592.583148:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830589/real 1787830592]  req@ffff8d99e18b8000 x1874673210115200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830592.583172:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210115200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830592.583194:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830592.583199:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830592.583203:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210115200:192.168.203.142@tcp:38:kworker.0
00000100:00100000:2.0:1787830592.583211:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830589/real 1787830592]  req@ffff8d99e18bb0c0 x1874673210115072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830592.583224:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210115072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830592.583231:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830592.583234:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830592.583237:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210115072:192.168.203.142@tcp:250:kworker.0
00010000:00010000:3.0:1787830593.285256:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830594.309056:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830594.630675:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830594.630687:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830594.630690:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830594.630702:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2932
00000100:00080000:3.0:1787830594.630713:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830594.630721:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830594.630757:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210115328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830594.630795:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830594.630799:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830594.630801:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830594.630805:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2932
00000100:00080000:3.0:1787830594.630808:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830594.630812:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830594.630822:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830594.630835:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210115456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830594.630940:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210115328:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830594.631020:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830594.631055:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830594/real 1787830594]  req@ffff8d99e18ba940 x1874673210115328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830594.631072:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210115328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830594.631083:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830594.631087:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830594.631090:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210115328:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830594.631098:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210115456:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830594.631141:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830594.631155:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830594/real 1787830594]  req@ffff8d99e18bb480 x1874673210115456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830594.631165:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210115456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830594.631171:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830594.631175:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830594.631177:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210115456:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830595.333101:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830596.359190:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830597.381222:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830598.405076:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830599.429128:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830599.749426:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830599.749433:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830599.749436:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830599.749446:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2937
00000100:00080000:0.0:1787830599.749455:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830599.749463:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830599.749493:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210115584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830599.749512:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830599.749516:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830599.749518:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830599.749522:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2937
00000100:00080000:0.0:1787830599.749525:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830599.749535:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830599.749543:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830599.749555:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210115712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830599.749902:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210115584:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830599.749971:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830599.750002:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830599/real 1787830599]  req@ffff8d99e1840000 x1874673210115584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830599.750018:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210115584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830599.750029:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830599.750033:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830599.750036:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210115584:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830599.750044:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210115712:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830599.750065:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830599.750078:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830599/real 1787830599]  req@ffff8d99e1841e00 x1874673210115712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830599.750111:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210115712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830599.750120:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830599.750124:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830599.750129:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210115712:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830600.453092:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830601.480998:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830602.501918:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830603.525112:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830604.549136:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830604.869095:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830604.869107:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830604.869111:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830604.869122:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2942
00000100:00080000:2.0:1787830604.869132:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830604.869141:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830604.869178:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210115840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830604.869215:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830604.869219:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830604.869220:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830604.869224:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2942
00000100:00080000:2.0:1787830604.869228:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830604.869232:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830604.869241:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830604.869253:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210115968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830604.869355:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210115840:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830604.869450:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830604.869504:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830604/real 1787830604]  req@ffff8d99e18b4000 x1874673210115840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830604.869525:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210115840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830604.869537:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830604.869542:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830604.869547:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210115840:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830604.869555:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210115968:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830604.869579:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830604.869591:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830604/real 1787830604]  req@ffff8d99e18b6580 x1874673210115968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830604.869602:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210115968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830604.869639:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830604.869643:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830604.869646:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210115968:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830605.573141:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830606.599282:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830607.621190:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830608.645053:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830609.669050:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830609.989353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830609.989365:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830609.989370:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830609.989381:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2948
00000100:00080000:0.0:1787830609.989391:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830609.989399:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830609.989646:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210116096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830609.989716:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210116096:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830609.989791:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:0.0:1787830609.989820:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830609.989824:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830609.989826:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830609.989831:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2948
00000100:00080000:0.0:1787830609.989835:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830609.989839:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830609.989849:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830609.989876:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210116224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830609.991850:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830609/real 1787830609]  req@ffff8d99e1843480 x1874673210116096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830609.991897:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210116096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830609.991908:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830609.991912:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830609.991916:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210116096:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830609.991942:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210116224:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830609.991981:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830609.991997:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830609/real 1787830609]  req@ffff8d99e1842580 x1874673210116224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830609.992008:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210116224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830609.992016:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830609.992019:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830609.992022:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210116224:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830610.694094:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830611.717048:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830612.741268:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830613.766117:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830614.789079:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830615.109054:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830615.109060:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830615.109078:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830615.109087:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2953
00000100:00080000:2.0:1787830615.109097:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830615.109104:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830615.109148:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210116352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830615.109216:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210116352:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830615.109264:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787830615.109292:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830615.109296:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830615.109298:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830615.109303:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2953
00000100:00080000:2.0:1787830615.109307:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830615.109311:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830615.109320:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830615.109334:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210116480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830615.109391:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830615/real 1787830615]  req@ffff8d99e18b61c0 x1874673210116352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830615.109405:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210116352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830615.109412:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830615.109414:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830615.109417:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210116352:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830615.109436:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210116480:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830615.109453:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830615.109461:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830615/real 1787830615]  req@ffff8d99e18b7480 x1874673210116480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830615.109468:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210116480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830615.109473:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830615.109474:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830615.109476:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210116480:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830615.813473:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830616.837045:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830617.861262:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830618.885869:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830619.909095:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830620.228996:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830620.229005:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830620.229009:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830620.229019:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2958
00000100:00080000:2.0:1787830620.229029:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830620.229036:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830620.229069:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210116608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830620.229099:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830620.229114:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830620.229116:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830620.229120:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2958
00000100:00080000:2.0:1787830620.229124:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830620.229128:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830620.229136:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830620.229147:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210116736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830620.229239:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210116608:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830620.229296:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830620.229332:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830620/real 1787830620]  req@ffff8d99e18b4780 x1874673210116608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830620.229347:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210116608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830620.229357:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830620.229361:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830620.229364:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210116608:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830620.229371:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210116736:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830620.229392:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830620.229403:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830620/real 1787830620]  req@ffff8d99e18b5680 x1874673210116736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830620.229414:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210116736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830620.229422:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830620.229425:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830620.229428:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210116736:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830620.933271:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830621.957850:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830622.981943:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830624.005042:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830625.029265:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830625.349004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830625.349014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830625.349018:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830625.349028:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2963
00000100:00080000:1.0:1787830625.349037:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830625.349044:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830625.349080:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210116864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830625.349110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830625.349114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830625.349115:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830625.349119:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2963
00000100:00080000:1.0:1787830625.349123:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830625.349131:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830625.349141:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830625.349268:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210116864:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830625.349332:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830625.349375:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830625/real 1787830625]  req@ffff8d99d0f83c00 x1874673210116864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830625.349391:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210116864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830625.349400:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830625.349404:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830625.349407:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210116864:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830625.349458:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210116992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830625.349520:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210116992:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830625.349543:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830625.349556:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830625/real 1787830625]  req@ffff8d99d0f812c0 x1874673210116992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830625.349568:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210116992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830625.349576:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830625.349580:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830625.349583:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210116992:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830626.054028:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830627.077210:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830628.101420:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830629.125036:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830630.150152:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830630.470699:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830630.470708:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830630.470722:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830630.470747:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2968
00000100:00080000:0.0:1787830630.470757:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830630.470765:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830630.470796:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210117120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830630.470829:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830630.470832:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830630.470834:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830630.470838:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2968
00000100:00080000:0.0:1787830630.470842:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830630.470846:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830630.470855:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830630.471011:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210117120:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830630.471081:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830630.471120:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830630/real 1787830630]  req@ffff8d99e18412c0 x1874673210117120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830630.471137:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210117120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830630.471145:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830630.471149:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830630.471152:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210117120:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830630.474015:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210117248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830630.474079:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210117248:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830630.474137:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830630.474216:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830630/real 1787830630]  req@ffff8d99e1843c00 x1874673210117248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830630.474232:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210117248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830630.474243:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830630.474247:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830630.474251:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210117248:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830631.173512:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830632.197768:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830633.224166:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830634.246200:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830635.270042:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830635.589000:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830635.589009:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830635.589012:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830635.589021:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2973
00000100:00080000:0.0:1787830635.589030:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830635.589037:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830635.589073:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210117376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830635.589105:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830635.589108:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830635.589123:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830635.589128:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2973
00000100:00080000:0.0:1787830635.589132:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830635.589136:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830635.589145:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830635.589158:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210117504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830635.589270:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210117376:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830635.589331:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830635.589398:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830635/real 1787830635]  req@ffff8d99e1842d00 x1874673210117376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830635.589415:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210117376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830635.589424:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830635.589428:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830635.589431:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210117376:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830635.589438:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210117504:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830635.589459:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830635.589471:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830635/real 1787830635]  req@ffff8d99e18403c0 x1874673210117504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830635.589483:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210117504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830635.589490:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830635.589493:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830635.589498:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210117504:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830636.293550:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830637.317016:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830638.343374:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830639.365239:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830640.389009:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830640.708960:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830640.708971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830640.708975:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830640.708985:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2978
00000100:00080000:3.0:1787830640.709005:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830640.709013:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830640.709047:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210117632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830640.709077:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830640.709081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830640.709082:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830640.709087:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2978
00000100:00080000:3.0:1787830640.709090:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830640.709110:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830640.709119:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830640.709133:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210117760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830640.710443:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210117632:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830640.710504:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830640.710541:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830640/real 1787830640]  req@ffff8d99e18b8b40 x1874673210117632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830640.710573:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210117632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830640.710582:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830640.710587:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830640.710590:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210117632:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830640.710598:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210117760:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830640.710625:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830640.710639:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830640/real 1787830640]  req@ffff8d99e18b9e00 x1874673210117760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830640.710660:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210117760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830640.710668:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830640.710671:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830640.710674:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210117760:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830641.413545:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830642.437304:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830643.461471:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830644.485200:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830645.512235:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830645.830623:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830645.830635:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830645.830640:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830645.830652:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2983
00000100:00080000:3.0:1787830645.830667:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830645.830676:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830645.830727:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210117888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830645.830817:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210117888:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830645.830920:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:3.0:1787830645.830986:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830645.830990:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830645.830992:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830645.830997:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2983
00000100:00080000:3.0:1787830645.831002:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830645.831006:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830645.831018:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830645.831035:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210118016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830645.832754:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830645/real 1787830645]  req@ffff8d99e18b83c0 x1874673210117888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830645.832786:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210117888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830645.832817:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830645.832822:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830645.832826:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210117888:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830645.832863:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210118016:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830645.832931:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830645.832948:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830645/real 1787830645]  req@ffff8d99e18b9680 x1874673210118016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830645.832959:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210118016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830645.832966:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830645.832969:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830645.832972:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210118016:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830646.533310:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830647.557528:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830648.581120:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830649.605227:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830650.629144:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830650.948968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830650.948982:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830650.948985:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830650.948993:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2989
00000100:00080000:1.0:1787830650.949001:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830650.949007:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830650.949036:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210118144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830650.949069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830650.949085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830650.949088:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830650.949092:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2989
00000100:00080000:1.0:1787830650.949095:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830650.949098:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830650.949106:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830650.949116:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210118272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830650.949325:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210118144:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830650.949402:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830650.949441:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830650/real 1787830650]  req@ffff8d99d0f81e00 x1874673210118144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830650.949460:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210118144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830650.949470:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830650.949474:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830650.949478:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210118144:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830650.949485:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210118272:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830650.949507:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830650.949519:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830650/real 1787830650]  req@ffff8d99d0f82940 x1874673210118272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830650.949530:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210118272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830650.949550:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830650.949554:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830650.949558:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210118272:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830651.656012:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830652.677537:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830653.701052:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830654.725058:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830655.749434:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830656.069078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830656.069088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830656.069092:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830656.069103:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2994
00000100:00080000:0.0:1787830656.069115:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830656.069122:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830656.069158:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210118400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830656.069226:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210118400:192.168.203.142@tcp:250:kworker.0
00000100:00080000:0.0:1787830656.069389:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830656.069393:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830656.069395:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830656.069399:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2994
00000100:00080000:0.0:1787830656.069403:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830656.069407:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830656.069416:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830656.069428:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210118528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830656.069484:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210118528:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830656.773188:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830657.797475:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830658.821177:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787830659.145938:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787830659.145977:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787830659.146005:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787830659.146037:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787830659.147942:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830656/real 1787830659]  req@ffff8d99e18403c0 x1874673210118528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830659.147973:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210118528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830659.147984:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830659.147989:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830659.147993:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210118528:192.168.203.142@tcp:38:kworker.0
00000100:00100000:1.0:1787830659.148001:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830656/real 1787830659]  req@ffff8d99e18421c0 x1874673210118400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830659.148011:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210118400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830659.148038:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830659.148042:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830659.148045:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210118400:192.168.203.142@tcp:250:kworker.0
00010000:00010000:1.0:1787830659.845109:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830660.869534:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830661.190585:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830661.190596:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830661.190599:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830661.190609:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 2999
00000100:00080000:2.0:1787830661.190619:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830661.190626:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830661.190664:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210118656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830661.190698:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830661.190702:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830661.190704:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830661.190708:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 2999
00000100:00080000:2.0:1787830661.190711:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830661.190714:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830661.190737:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830661.190751:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210118784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830661.190844:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210118656:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830661.190934:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830661.190974:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830661/real 1787830661]  req@ffff8d99e18b5e00 x1874673210118656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830661.190991:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210118656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830661.191001:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830661.191004:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830661.191007:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210118656:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830661.191015:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210118784:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830661.191036:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830661.191047:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830661/real 1787830661]  req@ffff8d99e18b7840 x1874673210118784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830661.191057:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210118784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830661.191064:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830661.191066:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830661.191076:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210118784:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830661.893091:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830662.919514:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830663.941080:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830664.966323:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830665.990583:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830666.309020:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830666.309030:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830666.309034:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830666.309044:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3004
00000100:00080000:3.0:1787830666.309056:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830666.309064:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830666.309100:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210118912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830666.309129:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830666.309133:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830666.309136:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830666.309139:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3004
00000100:00080000:3.0:1787830666.309142:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830666.309162:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830666.309172:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830666.309185:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210119040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830666.309320:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210118912:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830666.309379:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830666.309416:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830666/real 1787830666]  req@ffff8d99e18bbc00 x1874673210118912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830666.309431:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210118912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830666.309441:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830666.309444:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830666.309448:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210118912:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830666.309455:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210119040:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830666.309488:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830666.309500:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830666/real 1787830666]  req@ffff8d99e18ba1c0 x1874673210119040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830666.309512:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210119040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830666.309520:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830666.309522:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830666.309525:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210119040:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830667.013162:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830668.037085:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830669.064372:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830670.085154:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830671.109965:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830671.429485:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830671.429497:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830671.429501:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830671.429510:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3009
00000100:00080000:2.0:1787830671.429520:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830671.429532:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830671.429572:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210119168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830671.429604:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830671.429608:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830671.429610:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830671.429614:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3009
00000100:00080000:2.0:1787830671.429618:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830671.429621:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830671.429630:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830671.429641:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210119296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830671.430928:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210119168:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830671.430997:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830671.431045:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830671/real 1787830671]  req@ffff8d99e18b7840 x1874673210119168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830671.431061:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210119168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830671.431071:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830671.431075:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830671.431079:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210119168:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830671.431086:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210119296:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830671.431109:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830671.431121:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830671/real 1787830671]  req@ffff8d99e18b5e00 x1874673210119296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830671.431131:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210119296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830671.431139:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830671.431142:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830671.431145:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210119296:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830672.133043:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830673.157105:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830674.181318:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830675.205095:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830676.231202:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830676.549040:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830676.549050:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830676.549053:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830676.549063:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3014
00000100:00080000:0.0:1787830676.549072:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830676.549079:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830676.549113:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210119424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830676.549138:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830676.549142:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830676.549144:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830676.549148:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3014
00000100:00080000:0.0:1787830676.549152:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830676.549155:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830676.549165:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830676.549175:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210119552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830676.549204:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210119424:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830676.549259:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830676.549305:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830676/real 1787830676]  req@ffff8d99e1842d00 x1874673210119424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830676.549323:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210119424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830676.549333:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830676.549336:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830676.549340:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210119424:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830676.549347:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210119552:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830676.549366:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830676.549377:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830676/real 1787830676]  req@ffff8d99e1843c00 x1874673210119552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830676.549388:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210119552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830676.549406:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830676.549410:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830676.549413:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210119552:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830677.254833:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830678.278498:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830679.302092:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830680.325314:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830681.349347:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830681.670916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830681.670925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830681.670928:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830681.670937:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3019
00000100:00080000:1.0:1787830681.670947:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830681.670954:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830681.671003:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210119680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830681.671032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830681.671035:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830681.671037:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830681.671041:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3019
00000100:00080000:1.0:1787830681.671044:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830681.671049:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830681.671058:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830681.671069:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210119808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830681.671137:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210119680:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830681.671196:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830681.671240:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830681/real 1787830681]  req@ffff8d99d0f830c0 x1874673210119680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830681.671255:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210119680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830681.671264:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830681.671267:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830681.671271:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210119680:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830681.671277:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210119808:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830681.671298:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830681.671311:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830681/real 1787830681]  req@ffff8d99d0f80780 x1874673210119808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830681.671321:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210119808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830681.671327:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830681.671330:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830681.671333:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210119808:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830682.376443:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830683.397041:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830684.421111:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830685.445108:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830686.469038:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830686.790036:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830686.790046:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830686.790050:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830686.790059:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3024
00000100:00080000:0.0:1787830686.790070:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830686.790093:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830686.790124:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210119936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830686.790196:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210119936:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830686.790255:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:0.0:1787830686.790286:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830686.790290:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830686.790292:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830686.790296:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3024
00000100:00080000:0.0:1787830686.790300:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830686.790305:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830686.790314:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830686.790338:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210120064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830686.792233:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830686/real 1787830686]  req@ffff8d99e18412c0 x1874673210119936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830686.792259:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210119936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830686.792270:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830686.792274:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830686.792278:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210119936:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830686.792308:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210120064:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830686.792363:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830686.792391:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830686/real 1787830686]  req@ffff8d99e1842580 x1874673210120064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830686.792403:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210120064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830686.792411:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830686.792414:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830686.792417:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210120064:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830687.493020:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830688.519208:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830689.541395:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830690.565184:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830691.589080:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830691.909691:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830691.909700:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830691.909704:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830691.909714:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3029
00000100:00080000:0.0:1787830691.909724:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830691.909732:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830691.909767:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210120192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830691.909797:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830691.909800:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830691.909802:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830691.909905:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3029
00000100:00080000:0.0:1787830691.909909:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830691.909913:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830691.909922:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830691.909934:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210120320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830691.910523:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210120192:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830691.910584:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830691.910633:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830691/real 1787830691]  req@ffff8d99e1843480 x1874673210120192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830691.910650:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210120192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830691.910660:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830691.910664:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830691.910667:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210120192:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830691.910674:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210120320:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830691.910697:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830691.910711:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830691/real 1787830691]  req@ffff8d99e1841e00 x1874673210120320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830691.910721:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210120320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830691.910740:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830691.910744:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830691.910747:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210120320:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830692.613376:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830693.637105:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830694.661387:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830695.686458:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830696.709104:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830697.028994:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830697.029003:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830697.029007:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830697.029026:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3035
00000100:00080000:0.0:1787830697.029036:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830697.029042:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830697.029076:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210120448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830697.029103:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830697.029110:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830697.029112:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830697.029117:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3035
00000100:00080000:0.0:1787830697.029120:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830697.029125:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830697.029135:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830697.029152:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210120576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830697.029152:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210120448:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830697.029211:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830697.029268:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830697/real 1787830697]  req@ffff8d99e1840000 x1874673210120448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830697.029286:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210120448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830697.029306:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830697.029309:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830697.029313:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210120448:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830697.029448:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210120576:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830697.029486:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830697.029501:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830697/real 1787830697]  req@ffff8d99e1840780 x1874673210120576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830697.029513:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210120576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830697.029521:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830697.029525:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830697.029528:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210120576:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830697.733096:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830698.758749:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830699.781122:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830700.805023:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830701.829571:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830702.149010:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830702.149021:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830702.149025:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830702.149034:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3040
00000100:00080000:0.0:1787830702.149045:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830702.149053:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830702.149091:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210120704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830702.149127:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830702.149131:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830702.149133:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830702.149137:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3040
00000100:00080000:0.0:1787830702.149140:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830702.149144:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830702.149159:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830702.149176:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210120832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830702.149231:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210120704:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830702.149368:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830702.149428:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830702/real 1787830702]  req@ffff8d99e18430c0 x1874673210120704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830702.149449:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210120704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830702.149461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830702.149465:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830702.149470:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210120704:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830702.149478:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210120832:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830702.149507:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830702.149521:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830702/real 1787830702]  req@ffff8d99e1840780 x1874673210120832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830702.149533:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210120832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830702.149541:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830702.149545:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830702.149548:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210120832:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830702.853045:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830703.877010:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830704.901127:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830705.925106:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830706.948996:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830707.269249:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830707.269268:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830707.269271:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830707.269280:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3045
00000100:00080000:2.0:1787830707.269290:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830707.269296:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830707.269324:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210120960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830707.269358:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830707.269361:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830707.269363:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830707.269367:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3045
00000100:00080000:2.0:1787830707.269370:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830707.269374:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830707.269382:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830707.269393:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210121088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830707.269406:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210120960:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830707.269464:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830707.269650:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830707/real 1787830707]  req@ffff8d99e18b5680 x1874673210120960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830707.269673:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210120960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830707.269693:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830707.269697:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830707.269701:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210120960:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830707.269737:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210121088:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830707.269762:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830707.269776:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830707/real 1787830707]  req@ffff8d99e18b4780 x1874673210121088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830707.269787:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210121088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830707.269795:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830707.269798:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830707.269802:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210121088:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830707.973150:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830708.997039:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830710.021044:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830711.045306:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830712.072539:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830712.388976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830712.388986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830712.388990:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830712.388999:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3050
00000100:00080000:2.0:1787830712.389009:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830712.389016:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830712.389050:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210121216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830712.389088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830712.389091:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830712.389092:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830712.389095:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3050
00000100:00080000:2.0:1787830712.389098:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830712.389101:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830712.389108:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830712.389118:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210121344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830712.389136:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210121216:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830712.389202:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830712.389237:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830712/real 1787830712]  req@ffff8d99e18b7480 x1874673210121216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830712.389253:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210121216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830712.389274:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830712.389278:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830712.389282:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210121216:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830712.389289:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210121344:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830712.389311:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830712.389322:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830712/real 1787830712]  req@ffff8d99e18b61c0 x1874673210121344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830712.389333:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210121344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830712.389341:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830712.389344:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830712.389347:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210121344:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830713.093642:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830714.117193:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830715.141419:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830716.165017:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830717.190055:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830717.509162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830717.509172:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830717.509176:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830717.509186:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3055
00000100:00080000:1.0:1787830717.509198:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830717.509206:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830717.509254:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210121472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830717.509282:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830717.509301:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830717.509303:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830717.509308:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3055
00000100:00080000:1.0:1787830717.509313:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830717.509318:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830717.509325:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210121472:192.168.203.142@tcp:250:kworker.0
00000008:00100000:1.0:1787830717.509328:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830717.509346:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210121600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787830717.509386:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830717.509433:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830717/real 1787830717]  req@ffff8d99d0f82580 x1874673210121472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830717.509451:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210121472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830717.509461:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830717.509465:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830717.509469:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210121472:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830717.509490:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210121600:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830717.509526:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830717.509547:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830717/real 1787830717]  req@ffff8d99d0f83480 x1874673210121600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830717.509572:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210121600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830717.509581:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830717.509584:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830717.509587:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210121600:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830718.213327:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830719.237011:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830720.261409:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830721.285146:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830722.309365:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830722.630595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830722.630610:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830722.630615:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830722.630628:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3060
00000100:00080000:1.0:1787830722.630642:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830722.630651:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830722.630698:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210121728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830722.630736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830722.630740:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830722.630742:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830722.630746:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3060
00000100:00080000:1.0:1787830722.630749:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830722.630753:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830722.630765:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830722.630776:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210121856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830722.631018:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210121728:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830722.631149:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210121856:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830723.333560:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830724.357153:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830725.381031:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787830725.701167:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787830725.701210:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787830725.701225:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787830725.701264:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787830725.701346:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830722/real 1787830725]  req@ffff8d99d0f80000 x1874673210121728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830725.701370:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210121728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830725.701380:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830725.701385:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830725.701389:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210121728:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830725.701396:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830722/real 1787830725]  req@ffff8d99d0f81680 x1874673210121856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830725.701407:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210121856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830725.701428:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830725.701431:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830725.701435:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210121856:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830726.405520:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830727.429259:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830727.752989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830727.753001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830727.753005:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830727.753016:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3065
00000100:00080000:3.0:1787830727.753027:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830727.753045:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830727.753088:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210121984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830727.753160:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210121984:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830727.753218:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:3.0:1787830727.755021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830727.755030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830727.755033:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830727.755051:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3065
00000100:00080000:3.0:1787830727.755067:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830727.755075:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830727.755089:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830727.755116:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210122112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830727.755760:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830727/real 1787830727]  req@ffff8d99e18ba1c0 x1874673210121984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830727.755783:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210121984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830727.755792:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830727.755797:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830727.755801:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210121984:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830727.755829:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210122112:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830727.755875:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830727.755907:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830727/real 1787830727]  req@ffff8d99e18bbc00 x1874673210122112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830727.755920:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210122112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830727.755927:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830727.755930:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830727.755933:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210122112:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830728.453059:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830729.477403:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830730.501649:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830731.525209:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830732.549174:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830732.869107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830732.869117:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830732.869120:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830732.869130:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3070
00000100:00080000:3.0:1787830732.869141:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830732.869147:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830732.869183:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210122240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830732.869213:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830732.869281:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830732.869283:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830732.869289:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3070
00000100:00100000:2.0:1787830732.869293:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210122240:192.168.203.142@tcp:250:kworker.0
00000100:00080000:3.0:1787830732.869295:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1787830732.869372:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:3.0:1787830732.869372:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830732.869385:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830732.869401:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210122368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830732.869412:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830732/real 1787830732]  req@ffff8d99e18b9680 x1874673210122240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830732.869431:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210122240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830732.869442:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830732.869447:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830732.869450:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210122240:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830732.869474:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210122368:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830732.869494:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830732.869505:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830732/real 1787830732]  req@ffff8d99e18b83c0 x1874673210122368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830732.869517:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210122368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830732.869525:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830732.869529:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830732.869532:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210122368:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830733.573056:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830734.597028:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830735.621322:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830736.645147:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830737.672147:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830737.991106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830737.991117:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830737.991121:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830737.991131:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3076
00000100:00080000:1.0:1787830737.991140:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830737.991147:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830737.991184:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210122496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830737.991216:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830737.991220:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830737.991222:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830737.991225:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3076
00000100:00080000:1.0:1787830737.991228:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830737.991232:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830737.991241:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830737.991253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210122624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830737.991343:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210122496:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830737.991398:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830737.991434:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830737/real 1787830737]  req@ffff8d99d0f81680 x1874673210122496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830737.991450:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210122496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830737.991460:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830737.991464:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830737.991468:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210122496:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830737.991474:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210122624:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830737.991497:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830737.991509:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830737/real 1787830737]  req@ffff8d99d0f80000 x1874673210122624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830737.991521:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210122624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830737.991528:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830737.991531:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830737.991534:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210122624:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830738.693478:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830739.717252:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830740.741216:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830741.765534:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830742.790914:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830743.109363:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830743.109371:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830743.109375:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830743.109385:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3081
00000100:00080000:0.0:1787830743.109394:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830743.109401:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830743.109433:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210122752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830743.109458:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830743.109461:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830743.109463:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830743.109470:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3081
00000100:00100000:2.0:1787830743.109471:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210122752:192.168.203.142@tcp:250:kworker.0
00000100:00080000:0.0:1787830743.109475:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830743.109480:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830743.109489:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830743.109502:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210122880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787830743.109522:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830743.109554:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830743/real 1787830743]  req@ffff8d99e1840000 x1874673210122752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830743.109580:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210122752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830743.109587:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830743.109589:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830743.109592:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210122752:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830743.109608:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210122880:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830743.109623:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830743.109631:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830743/real 1787830743]  req@ffff8d99e1841e00 x1874673210122880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830743.109637:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210122880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830743.109642:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830743.109644:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830743.109646:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210122880:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830743.813245:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830744.837712:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830745.861073:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830746.887931:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830747.909207:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830748.230097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830748.230122:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830748.230126:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830748.230136:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3086
00000100:00080000:0.0:1787830748.230147:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830748.230154:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830748.230185:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210123008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830748.230217:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830748.230220:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830748.230222:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830748.230226:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3086
00000100:00080000:0.0:1787830748.230229:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830748.230233:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830748.230241:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830748.230252:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210123136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830748.230328:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210123008:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830748.230392:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830748.230429:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830748/real 1787830748]  req@ffff8d99e1843480 x1874673210123008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830748.230445:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210123008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830748.230467:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830748.230471:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830748.230475:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210123008:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830748.230482:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210123136:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830748.230505:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830748.230518:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830748/real 1787830748]  req@ffff8d99e1842580 x1874673210123136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830748.230528:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210123136/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830748.230535:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830748.230537:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830748.230540:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210123136:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830748.934502:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830749.957771:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830750.981401:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830752.005261:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830753.031935:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830753.349066:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830753.349076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830753.349079:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830753.349088:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3091
00000100:00080000:1.0:1787830753.349112:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830753.349120:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830753.349162:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210123264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830753.349195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830753.349199:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830753.349201:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830753.349205:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3091
00000100:00080000:1.0:1787830753.349208:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830753.349212:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830753.349220:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830753.349232:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210123392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830753.350693:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210123264:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830753.350764:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830753.350805:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830753/real 1787830753]  req@ffff8d99d0f83480 x1874673210123264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830753.350822:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210123264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830753.350833:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830753.350837:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830753.350841:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210123264:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830753.350855:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210123392:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830753.350918:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830753.350931:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830753/real 1787830753]  req@ffff8d99d0f82580 x1874673210123392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830753.350943:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210123392/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830753.350951:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830753.350955:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830753.350958:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210123392:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830754.053125:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830755.077268:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830756.104209:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830757.125135:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830758.149112:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830758.469510:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830758.469519:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830758.469524:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830758.469534:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3096
00000100:00080000:3.0:1787830758.469545:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830758.469552:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830758.469595:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210123520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830758.469629:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830758.469640:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830758.469642:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830758.469646:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3096
00000100:00080000:3.0:1787830758.469649:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830758.469653:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830758.469682:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830758.469695:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210123648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830758.469729:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210123520:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830758.469792:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830758.469840:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830758/real 1787830758]  req@ffff8d99e18b9e00 x1874673210123520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830758.469857:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210123520/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830758.469868:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830758.469872:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830758.469875:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210123520:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830758.469905:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210123648:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830758.469929:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830758.469942:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830758/real 1787830758]  req@ffff8d99e18b8b40 x1874673210123648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830758.469968:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210123648/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830758.469976:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830758.469979:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830758.469983:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210123648:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830759.173931:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830760.198551:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830761.221069:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830762.245627:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830763.269099:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830763.589033:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830763.589126:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830763.589129:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830763.589139:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3101
00000100:00080000:3.0:1787830763.589149:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830763.589157:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830763.589316:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210123776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830763.589344:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830763.589348:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830763.589349:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830763.589353:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3101
00000100:00080000:3.0:1787830763.589357:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830763.590072:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830763.590082:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830763.590099:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210123904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830763.590398:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210123776:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830763.590454:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830763.590502:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830763/real 1787830763]  req@ffff8d99e18bb480 x1874673210123776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830763.590518:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210123776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830763.590528:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830763.590532:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830763.590536:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210123776:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830763.590542:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210123904:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830763.590564:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830763.590576:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830763/real 1787830763]  req@ffff8d99e18ba940 x1874673210123904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830763.590587:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210123904/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830763.590619:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830763.590623:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830763.590626:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210123904:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830764.293479:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830765.317041:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830766.342514:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830767.365812:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830768.391489:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830768.711480:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830768.711490:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830768.711494:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830768.711504:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3106
00000100:00080000:3.0:1787830768.711514:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830768.711521:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830768.711569:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210124032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830768.711606:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830768.711610:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830768.711611:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830768.711616:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3106
00000100:00080000:3.0:1787830768.711620:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830768.711625:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830768.711635:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830768.711649:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210124032:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830768.711651:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210124160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787830768.711717:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830768.711764:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830768/real 1787830768]  req@ffff8d99e18bb0c0 x1874673210124032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830768.711781:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210124032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830768.711791:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830768.711795:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830768.711799:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210124032:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830768.711821:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210124160:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830768.711842:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830768.711854:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830768/real 1787830768]  req@ffff8d99e18b8000 x1874673210124160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830768.711865:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210124160/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830768.711872:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830768.711875:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830768.711902:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210124160:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830769.413155:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830770.437281:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830771.462245:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830772.486529:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830773.509080:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830773.828992:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830773.829000:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830773.829003:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830773.829011:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3111
00000100:00080000:3.0:1787830773.829019:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830773.829024:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830773.829059:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210124288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830773.829085:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830773.829088:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830773.829090:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830773.829106:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3111
00000100:00080000:3.0:1787830773.829110:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830773.829114:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830773.829122:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830773.829132:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210124416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830773.829141:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210124288:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830773.829203:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830773.829242:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830773/real 1787830773]  req@ffff8d99e18b8000 x1874673210124288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830773.829259:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210124288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830773.829269:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830773.829274:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830773.829278:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210124288:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830773.829304:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210124416:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830773.829327:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830773.829352:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830773/real 1787830773]  req@ffff8d99e18bb0c0 x1874673210124416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830773.829365:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210124416/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830773.829373:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830773.829377:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830773.829380:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210124416:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830774.533990:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830775.557093:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830776.581026:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830777.605024:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830778.629040:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830778.949009:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830778.949019:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830778.949023:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830778.949044:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3117
00000100:00080000:3.0:1787830778.949056:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830778.949063:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830778.949114:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210124544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830778.949143:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830778.949146:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830778.949148:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830778.949151:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3117
00000100:00080000:3.0:1787830778.949155:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830778.949160:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830778.949169:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830778.949183:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210124672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830778.949203:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210124544:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830778.949266:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830778.949308:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830778/real 1787830778]  req@ffff8d99e18ba940 x1874673210124544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830778.949325:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210124544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830778.949334:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830778.949339:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830778.949343:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210124544:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830778.949367:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210124672:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830778.949385:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830778.949395:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830778/real 1787830778]  req@ffff8d99e18bb480 x1874673210124672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830778.949405:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210124672/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830778.949411:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830778.949414:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830778.949417:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210124672:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830779.653059:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830780.677026:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830781.701086:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830782.725105:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830783.749032:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830784.069168:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830784.069178:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830784.069182:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830784.069191:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3122
00000100:00080000:0.0:1787830784.069200:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830784.069207:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830784.069243:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210124800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830784.069275:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830784.069279:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830784.069281:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830784.069285:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3122
00000100:00080000:0.0:1787830784.069288:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830784.069292:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830784.069301:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830784.069314:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210124928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830784.069850:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210124800:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830784.070056:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830784.070098:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830784/real 1787830784]  req@ffff8d99e18412c0 x1874673210124800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830784.070133:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210124800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830784.070144:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830784.070147:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830784.070151:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210124800:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830784.070159:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210124928:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830784.070181:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830784.070195:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830784/real 1787830784]  req@ffff8d99e1843c00 x1874673210124928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830784.070207:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210124928/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830784.070227:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830784.070230:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830784.070233:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210124928:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830784.776659:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830785.797000:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830786.821073:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830787.847112:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830788.869331:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830789.189205:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830789.189215:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830789.189219:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830789.189229:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3127
00000100:00080000:1.0:1787830789.189239:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830789.189246:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830789.189279:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210125056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830789.189308:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830789.189311:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830789.189325:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830789.189329:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3127
00000100:00080000:1.0:1787830789.189333:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830789.189337:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830789.189346:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830789.189357:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210125184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830789.189655:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210125056:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830789.189733:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210125184:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830789.893024:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830790.917281:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830791.941081:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787830792.261471:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787830792.261528:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787830792.261558:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787830792.266579:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830789/real 1787830792]  req@ffff8d99d0f80780 x1874673210125056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830814 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1787830792.266749:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787830792.266828:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210125056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830792.266849:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830792.266856:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830792.266862:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210125056:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830792.268318:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830789/real 1787830792]  req@ffff8d99d0f830c0 x1874673210125184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830792.268346:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210125184/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830792.268358:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830792.268363:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830792.268367:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210125184:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830792.966052:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830793.991018:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830794.309086:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830794.309099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830794.309104:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830794.309117:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3132
00000100:00080000:1.0:1787830794.309131:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830794.309139:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830794.309445:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210125312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830794.309485:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830794.309489:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830794.309491:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830794.309496:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3132
00000100:00080000:1.0:1787830794.309500:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830794.309505:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830794.309516:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830794.309530:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210125440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830794.310593:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210125312:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830794.310694:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830794.310773:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830794/real 1787830794]  req@ffff8d99d0f82940 x1874673210125312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830794.310794:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210125312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830794.310806:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830794.310810:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830794.310826:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210125312:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830794.310834:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210125440:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830794.310860:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830794.310873:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830794/real 1787830794]  req@ffff8d99d0f81e00 x1874673210125440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830794.310923:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210125440/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830794.310931:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830794.310935:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830794.310938:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210125440:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830795.013098:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830796.037810:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830797.062289:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830798.085067:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830799.113855:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830799.430680:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830799.430695:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830799.430700:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830799.430713:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3137
00000100:00080000:2.0:1787830799.430727:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830799.430736:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830799.430785:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210125568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830799.430824:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830799.430828:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830799.430830:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830799.430854:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3137
00000100:00080000:2.0:1787830799.430858:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830799.430862:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830799.430875:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830799.430981:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210125696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830799.431068:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210125568:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830799.431147:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830799.431258:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830799/real 1787830799]  req@ffff8d99e18b6580 x1874673210125568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830799.431279:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210125568/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830799.431290:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830799.431294:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830799.431298:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210125568:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830799.431305:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210125696:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830799.431332:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830799.431346:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830799/real 1787830799]  req@ffff8d99e18b4000 x1874673210125696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830799.431358:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210125696/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830799.431365:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830799.431369:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830799.431372:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210125696:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830800.133566:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830801.157107:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830802.182313:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830803.209437:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830804.228999:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830804.549677:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830804.549688:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830804.549692:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830804.549702:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3142
00000100:00080000:3.0:1787830804.549713:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830804.549720:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830804.549758:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210125824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830804.549789:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830804.549792:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830804.549807:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830804.549812:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3142
00000100:00080000:3.0:1787830804.549815:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830804.549819:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830804.549828:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830804.549841:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210125952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830804.549860:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210125824:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830804.549954:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830804.550004:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830804/real 1787830804]  req@ffff8d99e18b8b40 x1874673210125824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830804.550023:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210125824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830804.550033:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830804.550038:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830804.550041:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210125824:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830804.550067:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210125952:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830804.550104:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830804.550117:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830804/real 1787830804]  req@ffff8d99e18b9e00 x1874673210125952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830804.550130:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210125952/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830804.550138:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830804.550141:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830804.550144:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210125952:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830805.253916:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830806.277987:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830807.301122:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830808.328364:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830809.350155:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830809.668978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830809.668988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830809.668992:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830809.669002:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3147
00000100:00080000:3.0:1787830809.669013:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830809.669020:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830809.669056:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210126080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830809.669135:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210126080:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830809.669193:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:3.0:1787830809.669224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830809.669228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830809.669230:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830809.669234:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3147
00000100:00080000:3.0:1787830809.669238:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830809.669242:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830809.669267:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830809.669283:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210126208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830809.672594:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830809/real 1787830809]  req@ffff8d99e18b83c0 x1874673210126080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830809.672623:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210126080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830809.672653:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830809.672659:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830809.672664:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210126080:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830809.672697:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210126208:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830809.672829:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830809.672850:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830809/real 1787830809]  req@ffff8d99e18b9680 x1874673210126208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830809.672862:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210126208/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830809.672869:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830809.672873:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830809.672876:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210126208:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830810.373553:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830811.397211:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830812.421105:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830813.445011:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830814.469214:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830814.792078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830814.792085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830814.792088:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830814.792098:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3152
00000100:00080000:3.0:1787830814.792106:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830814.792113:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830814.792234:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210126336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830814.792262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830814.792266:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830814.792268:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830814.792272:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3152
00000100:00080000:3.0:1787830814.792276:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830814.792280:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830814.792289:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830814.792303:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210126464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830814.793749:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210126336:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830814.793807:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830814.793841:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830814/real 1787830814]  req@ffff8d99e18bbc00 x1874673210126336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830814.793857:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210126336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830814.793867:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830814.793871:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830814.793875:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210126336:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830814.793902:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210126464:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830814.793927:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830814.793940:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830814/real 1787830814]  req@ffff8d99e18ba1c0 x1874673210126464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830814.793952:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210126464/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830814.793960:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830814.793964:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830814.793967:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210126464:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830815.494443:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830816.517441:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830817.541688:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830818.565185:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830819.590153:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830819.910624:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830819.910638:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830819.910643:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830819.910656:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3157
00000100:00080000:1.0:1787830819.910669:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830819.910678:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830819.910754:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210126592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830819.910786:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830819.910790:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830819.910793:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830819.910798:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3157
00000100:00080000:1.0:1787830819.910802:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830819.910830:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830819.910843:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830819.910859:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210126720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830819.911510:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210126592:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830819.911593:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830819.911642:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830819/real 1787830819]  req@ffff8d99d0f812c0 x1874673210126592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830819.911661:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210126592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830819.911674:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830819.911679:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830819.911683:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210126592:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830819.911707:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210126720:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830819.912049:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830819.912075:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830819/real 1787830819]  req@ffff8d99d0f83c00 x1874673210126720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830819.912088:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210126720/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830819.912097:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830819.912101:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830819.912104:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210126720:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830820.625047:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830821.637395:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830822.661310:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830823.685324:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830824.716183:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830825.029036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830825.029045:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830825.029049:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830825.029059:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3163
00000100:00080000:3.0:1787830825.029070:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830825.029089:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830825.029125:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210126848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830825.029156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830825.029160:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830825.029161:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830825.029165:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3163
00000100:00080000:3.0:1787830825.029170:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830825.029174:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830825.029183:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830825.029195:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210126976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830825.029328:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210126848:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830825.029408:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830825.029455:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830825/real 1787830825]  req@ffff8d99e18ba1c0 x1874673210126848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830825.029472:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210126848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830825.029482:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830825.029486:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830825.029490:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210126848:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830825.029498:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210126976:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830825.029520:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830825.029533:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830825/real 1787830825]  req@ffff8d99e18bbc00 x1874673210126976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830825.029545:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210126976/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830825.029579:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830825.029584:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830825.029587:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210126976:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787830825.733298:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830826.757379:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830827.781971:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830828.805773:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830829.829189:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830830.149692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830830.149707:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830830.149712:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830830.149725:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3168
00000100:00080000:3.0:1787830830.149764:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830830.149774:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830830.149819:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210127104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830830.149860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830830.149865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830830.149867:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830830.149871:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3168
00000100:00080000:3.0:1787830830.149875:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830830.149900:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830830.149912:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830830.149925:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210127232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830830.151452:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210127104:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830830.151541:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830830.151604:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830830/real 1787830830]  req@ffff8d99e18b9680 x1874673210127104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830830.151623:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210127104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830830.151635:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830830.151640:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830830.151644:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210127104:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830830.151652:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210127232:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830830.151676:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830830.151689:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830830/real 1787830830]  req@ffff8d99e18b83c0 x1874673210127232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830830.151702:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210127232/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830830.151709:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830830.151724:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830830.151728:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210127232:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830830.853826:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830831.877104:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830832.901221:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830833.931744:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787830834.949698:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830835.269625:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830835.269632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830835.269635:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830835.269644:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3173
00000100:00080000:1.0:1787830835.269653:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830835.269658:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830835.269688:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210127360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830835.269714:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830835.269717:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830835.269718:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830835.269721:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3173
00000100:00080000:1.0:1787830835.269723:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830835.269726:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830835.269733:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830835.269744:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210127488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830835.269812:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210127360:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830835.269871:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830835.270002:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830835/real 1787830835]  req@ffff8d99d0f83840 x1874673210127360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830835.270020:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210127360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830835.270030:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830835.270034:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830835.270037:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210127360:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830835.270045:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210127488:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830835.270128:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830835.270141:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830835/real 1787830835]  req@ffff8d99d0f80f00 x1874673210127488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830835.270153:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210127488/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830835.270161:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830835.270164:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830835.270168:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210127488:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830835.973455:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830836.997131:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830838.030286:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830839.045313:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830840.069572:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830840.389008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830840.389017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830840.389039:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830840.389049:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3178
00000100:00080000:1.0:1787830840.389061:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830840.389069:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830840.389102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210127616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830840.389139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830840.389143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830840.389145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830840.389150:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3178
00000100:00080000:1.0:1787830840.389153:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830840.389157:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830840.389166:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830840.389179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210127744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830840.389199:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210127616:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830840.389267:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830840.389309:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830840/real 1787830840]  req@ffff8d99d0f81a40 x1874673210127616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830840.389327:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210127616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830840.389336:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830840.389339:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830840.389349:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210127616:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830840.389371:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210127744:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830840.389393:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830840.389405:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830840/real 1787830840]  req@ffff8d99d0f80b40 x1874673210127744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830840.389416:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210127744/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830840.389424:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830840.389427:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830840.389431:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210127744:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830841.093199:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830842.117344:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830843.141151:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830844.165239:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830845.191429:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830845.509010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830845.509021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830845.509026:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830845.509036:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3183
00000100:00080000:1.0:1787830845.509046:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830845.509055:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830845.509096:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210127872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830845.509128:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830845.509153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830845.509155:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830845.509159:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3183
00000100:00080000:1.0:1787830845.509163:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830845.509167:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830845.509169:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210127872:192.168.203.142@tcp:250:kworker.0
00000008:00100000:1.0:1787830845.509176:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830845.509188:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210128000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787830845.509235:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830845.509277:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830845/real 1787830845]  req@ffff8d99d0f803c0 x1874673210127872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830845.509293:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210127872/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830845.509303:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830845.509307:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830845.509311:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210127872:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830845.509334:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210128000:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830845.509362:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830845.509374:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830845/real 1787830845]  req@ffff8d99d0f82d00 x1874673210128000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830845.509385:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210128000/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830845.509393:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830845.509396:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830845.509399:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210128000:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830846.213192:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830847.237228:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830848.261651:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830849.285039:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830850.309816:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830850.629048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830850.629056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830850.629061:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830850.629072:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3188
00000100:00080000:3.0:1787830850.629083:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830850.629091:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830850.629125:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210128128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830850.629161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830850.629165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830850.629167:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830850.629171:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3188
00000100:00080000:3.0:1787830850.629176:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830850.629208:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830850.629218:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830850.629230:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210128256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830850.629523:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210128128:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830850.629597:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830850.629629:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830850/real 1787830850]  req@ffff8d99e18b9e00 x1874673210128128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830850.629645:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210128128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830850.629655:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830850.629659:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830850.629662:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210128128:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830850.629670:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210128256:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830850.629689:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830850.629701:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830850/real 1787830850]  req@ffff8d99e18b8b40 x1874673210128256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830850.629712:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210128256/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830850.629719:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830850.629728:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830850.629732:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210128256:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830851.333045:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830852.358499:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830853.381095:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830854.405051:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830855.429953:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830855.749343:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830855.749353:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830855.749357:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830855.749367:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3193
00000100:00080000:1.0:1787830855.749378:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830855.749385:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830855.749425:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210128384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830855.749456:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830855.749459:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830855.749462:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830855.749466:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3193
00000100:00080000:1.0:1787830855.749469:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830855.749473:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830855.749483:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830855.749495:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210128512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830855.749596:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210128384:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830855.749691:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210128512:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830856.453114:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830857.478023:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830858.501905:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787830858.821187:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787830858.821230:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787830858.821246:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787830858.821284:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:0.0:1787830858.822806:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830855/real 1787830858]  req@ffff8d99d0f82d00 x1874673210128384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830858.822835:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210128384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830858.822851:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830858.822856:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830858.822860:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210128384:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830858.822867:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830855/real 1787830858]  req@ffff8d99d0f803c0 x1874673210128512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830858.822908:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210128512/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830858.822922:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830858.822927:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830858.822948:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210128512:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830859.525134:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830860.549648:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830860.869207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830860.869217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830860.869221:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830860.869229:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3198
00000100:00080000:2.0:1787830860.869238:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830860.869245:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830860.869274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210128640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830860.869300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830860.869303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830860.869305:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830860.869308:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3198
00000100:00080000:2.0:1787830860.869311:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830860.869314:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830860.869322:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830860.869332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210128768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830860.870411:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210128640:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830860.870477:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830860.870535:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830860/real 1787830860]  req@ffff8d99e18b4000 x1874673210128640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830860.870552:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210128640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830860.870571:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830860.870575:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830860.870579:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210128640:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830860.870586:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210128768:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830860.870609:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830860.870620:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830860/real 1787830860]  req@ffff8d99e18b6580 x1874673210128768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830860.870631:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210128768/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830860.870638:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830860.870641:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830860.870644:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210128768:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830861.574402:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830862.597468:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830863.621405:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830864.645131:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830865.670719:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830865.989162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830865.989174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830865.989180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830865.989192:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3204
00000100:00080000:3.0:1787830865.989216:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830865.989225:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830865.989272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210128896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830865.989304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830865.989308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830865.989309:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830865.989313:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3204
00000100:00080000:3.0:1787830865.989316:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830865.989320:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830865.989337:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830865.989669:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210128896:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830865.989686:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210129024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787830865.989759:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830865.989827:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830865/real 1787830865]  req@ffff8d99e18bb480 x1874673210128896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830865.989847:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210128896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830865.989863:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830865.989867:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830865.989872:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210128896:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830865.989923:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210129024:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830865.989947:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830865.989961:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830865/real 1787830865]  req@ffff8d99e18ba940 x1874673210129024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830865.989973:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210129024/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830865.989981:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830865.989985:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830865.989988:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210129024:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830866.693834:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830867.718281:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830868.741399:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830869.765240:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830870.789156:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830871.111327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830871.111348:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830871.111353:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830871.111365:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3209
00000100:00080000:3.0:1787830871.111379:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830871.111388:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830871.111434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210129152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830871.111466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830871.111470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830871.111471:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830871.111476:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3209
00000100:00080000:3.0:1787830871.111479:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830871.111483:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830871.111496:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830871.111509:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210129280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830871.112262:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210129152:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830871.112334:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830871.112373:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830871/real 1787830871]  req@ffff8d99e18bb0c0 x1874673210129152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830871.112389:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210129152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830871.112399:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830871.112402:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830871.112406:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210129152:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830871.112413:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210129280:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830871.112434:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830871.112443:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830871/real 1787830871]  req@ffff8d99e18b8000 x1874673210129280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830871.112453:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210129280/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830871.112460:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830871.112463:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830871.112466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210129280:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830871.813363:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830872.837278:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830873.863302:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830874.896458:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830875.909118:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830876.228991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830876.229011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830876.229015:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830876.229026:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3214
00000100:00080000:3.0:1787830876.229036:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830876.229044:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830876.229097:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210129408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830876.229137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830876.229141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830876.229143:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830876.229147:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3214
00000100:00080000:3.0:1787830876.229152:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830876.229156:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830876.229165:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830876.229177:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210129536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830876.229378:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210129408:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830876.229436:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830876.229481:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830876/real 1787830876]  req@ffff8d99e18b8000 x1874673210129408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830876.229499:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210129408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830876.229509:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830876.229513:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830876.229517:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210129408:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830876.229524:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210129536:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830876.229546:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830876.229558:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830876/real 1787830876]  req@ffff8d99e18bb0c0 x1874673210129536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830876.229570:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210129536/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830876.229577:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830876.229581:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830876.229584:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210129536:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830876.933972:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830877.957150:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830878.981690:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830880.005327:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830881.030496:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830881.351487:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830881.351496:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830881.351500:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830881.351510:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3219
00000100:00080000:0.0:1787830881.351528:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830881.351538:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830881.351572:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210129664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830881.351600:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830881.351604:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830881.351605:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830881.351610:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3219
00000100:00080000:0.0:1787830881.351613:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830881.351617:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830881.351626:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830881.351637:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210129792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830881.351642:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210129664:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830881.351699:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830881.351735:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830881/real 1787830881]  req@ffff8d99e1842d00 x1874673210129664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830881.351762:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210129664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830881.351771:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830881.351775:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830881.351779:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210129664:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830881.351802:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210129792:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830881.351823:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830881.351849:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830881/real 1787830881]  req@ffff8d99e18421c0 x1874673210129792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830881.351860:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210129792/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830881.351869:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830881.351872:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830881.351875:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210129792:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830882.053128:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830883.077429:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830884.103015:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830885.125370:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830886.149168:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830886.469309:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830886.469317:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830886.469327:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830886.469337:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3224
00000100:00080000:0.0:1787830886.469347:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830886.469354:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830886.469384:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210129920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830886.469414:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830886.469418:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830886.469420:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830886.469423:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3224
00000100:00080000:0.0:1787830886.469426:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830886.469429:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830886.469438:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830886.469450:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210130048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830886.470206:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210129920:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830886.470277:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830886.470319:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830886/real 1787830886]  req@ffff8d99e18403c0 x1874673210129920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830886.470337:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210129920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830886.470346:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830886.470350:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830886.470353:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210129920:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830886.470360:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210130048:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830886.470382:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830886.470394:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830886/real 1787830886]  req@ffff8d99e18421c0 x1874673210130048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830886.470405:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210130048/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830886.470412:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830886.470415:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830886.470427:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210130048:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830887.173357:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830888.197088:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830889.222437:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830890.245177:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830891.269042:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830891.588991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830891.589001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830891.589006:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830891.589015:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3229
00000100:00080000:3.0:1787830891.589025:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830891.589030:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830891.589061:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210130176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830891.589087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830891.589091:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830891.589093:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830891.589097:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3229
00000100:00080000:3.0:1787830891.589100:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830891.589105:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830891.589114:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830891.589124:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210130304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830891.589140:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210130176:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830891.589209:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830891.589249:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830891/real 1787830891]  req@ffff8d99e18ba940 x1874673210130176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830891.589275:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210130176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830891.589284:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830891.589288:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830891.589291:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210130176:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830891.589313:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210130304:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830891.589338:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830891.589349:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830891/real 1787830891]  req@ffff8d99e18bb480 x1874673210130304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830891.589360:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210130304/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830891.589366:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830891.589368:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830891.589371:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210130304:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830892.293916:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830893.317965:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830894.341048:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830895.365525:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830896.391869:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830896.709116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830896.709126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830896.709130:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830896.709139:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3234
00000100:00080000:3.0:1787830896.709149:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830896.709156:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830896.709190:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210130432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830896.709222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830896.709225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830896.709227:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830896.709235:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3234
00000100:00080000:3.0:1787830896.709238:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830896.709242:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830896.709251:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830896.709263:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210130560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830896.709793:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210130432:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830896.709850:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830896.709965:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830896/real 1787830896]  req@ffff8d99e18b8b40 x1874673210130432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830896.709982:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210130432/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830896.709991:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830896.709995:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830896.709998:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210130432:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830896.710005:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210130560:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830896.710028:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830896.710041:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830896/real 1787830896]  req@ffff8d99e18b9e00 x1874673210130560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830896.710053:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210130560/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830896.710061:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830896.710064:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830896.710067:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210130560:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830897.413189:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830898.437030:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830899.461211:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830900.492941:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830901.509088:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830901.830012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830901.830021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830901.830025:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830901.830035:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3239
00000100:00080000:0.0:1787830901.830044:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830901.830399:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830901.830438:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210130688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830901.830465:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830901.830469:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830901.830471:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830901.830475:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3239
00000100:00080000:0.0:1787830901.830479:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830901.830483:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830901.830493:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830901.830506:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210130816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830901.830516:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210130688:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830901.830575:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830901.830664:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830901/real 1787830901]  req@ffff8d99e1842d00 x1874673210130688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830901.830682:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210130688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830901.830717:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830901.830721:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830901.830725:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210130688:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830901.830750:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210130816:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830901.830775:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830901.830788:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830901/real 1787830901]  req@ffff8d99e1843c00 x1874673210130816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830901.830797:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210130816/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830901.830802:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830901.830804:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830901.830806:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210130816:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830902.533499:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830903.557334:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830904.581242:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830905.605221:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830906.629155:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830906.949051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830906.949062:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830906.949067:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830906.949078:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3245
00000100:00080000:2.0:1787830906.949088:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830906.949109:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830906.949146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210130944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830906.949229:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210130944:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830906.949299:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787830906.949525:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830906.949530:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830906.949532:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830906.949537:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3245
00000100:00080000:2.0:1787830906.949541:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830906.949546:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830906.949556:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830906.949569:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210131072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830906.950597:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830906/real 1787830906]  req@ffff8d99e18b61c0 x1874673210130944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830906.950618:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210130944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830906.950628:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830906.950633:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830906.950636:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210130944:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830906.950677:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210131072:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830906.950785:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830906.950810:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830906/real 1787830906]  req@ffff8d99e18b7480 x1874673210131072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830906.950822:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210131072/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830906.950829:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830906.950833:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830906.950835:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210131072:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830907.653498:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830908.677358:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830909.705189:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830910.726396:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830911.749049:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830912.070988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830912.070998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830912.071002:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830912.071012:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3250
00000100:00080000:3.0:1787830912.071023:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830912.071030:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830912.071077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210131200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830912.071105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830912.071108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830912.071110:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830912.071113:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3250
00000100:00080000:3.0:1787830912.071117:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830912.071121:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830912.071130:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830912.071143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210131328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830912.071231:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210131200:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830912.071289:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830912.071333:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830912/real 1787830912]  req@ffff8d99e18b83c0 x1874673210131200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830912.071350:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210131200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830912.071360:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830912.071364:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830912.071367:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210131200:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830912.071374:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210131328:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830912.071397:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830912.071409:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830912/real 1787830912]  req@ffff8d99e18b9680 x1874673210131328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830912.071427:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210131328/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830912.071435:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830912.071438:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830912.071442:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210131328:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830912.773088:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830913.797184:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830914.821053:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830915.845157:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830916.869065:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830917.189655:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830917.189663:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830917.189667:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830917.189796:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3255
00000100:00080000:1.0:1787830917.189806:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830917.189938:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830917.189974:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210131456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830917.190035:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210131456:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830917.190102:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:1.0:1787830917.190183:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830917.190252:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830917.190254:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830917.190266:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3255
00000100:00080000:1.0:1787830917.190271:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830917.190276:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830917.190284:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830917.190297:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210131584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830917.190381:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830917/real 1787830917]  req@ffff8d99d0f80b40 x1874673210131456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830917.190398:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210131456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830917.190418:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830917.190422:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830917.190426:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210131456:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830917.190449:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210131584:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830917.190474:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830917.190495:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830917/real 1787830917]  req@ffff8d99d0f81a40 x1874673210131584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830917.190508:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210131584/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830917.190515:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830917.190518:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830917.190521:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210131584:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830917.893114:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830918.917289:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830919.942270:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830920.965485:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830921.989147:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830922.309215:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830922.309271:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830922.309275:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830922.309285:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3260
00000100:00080000:1.0:1787830922.309295:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830922.309301:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830922.309340:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210131712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787830922.309365:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830922.309368:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830922.309370:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830922.309373:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3260
00000100:00080000:1.0:1787830922.309377:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830922.309380:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830922.309388:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830922.309401:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210131840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830922.309584:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210131712:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830922.309697:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210131840:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830923.013935:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830924.038575:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830925.061162:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787830925.386446:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787830925.386620:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787830925.386634:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787830925.387762:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787830925.387763:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830922/real 1787830925]  req@ffff8d99d0f80f00 x1874673210131712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830925.387785:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210131712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830925.387795:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830925.387830:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830925.387835:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210131712:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830925.387843:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830922/real 1787830925]  req@ffff8d99d0f83840 x1874673210131840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830925.387857:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210131840/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830925.387865:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830925.387868:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830925.387871:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210131840:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830926.085189:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830927.109209:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830927.434791:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830927.434801:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830927.434805:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830927.434815:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3265
00000100:00080000:3.0:1787830927.434825:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830927.434832:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830927.434869:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210131968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830927.434935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830927.434938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830927.434940:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830927.434952:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3265
00000100:00080000:3.0:1787830927.434962:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830927.434967:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830927.434976:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830927.434989:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210132096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830927.435730:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210131968:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830927.435794:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830927.435832:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830927/real 1787830927]  req@ffff8d99e18bbc00 x1874673210131968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830927.435849:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210131968/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830927.435859:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830927.435863:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830927.435867:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210131968:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830927.435874:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210132096:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830927.435924:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830927.435938:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830927/real 1787830927]  req@ffff8d99e18ba1c0 x1874673210132096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830927.435979:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210132096/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830927.435986:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830927.435989:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830927.435992:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210132096:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830928.133360:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830929.160300:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830930.181248:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830931.205043:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830932.229210:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830932.549115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830932.549125:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830932.549129:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830932.549138:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3270
00000100:00080000:2.0:1787830932.549394:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830932.549402:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830932.549435:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210132224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830932.549503:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210132224:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830932.549563:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787830932.549591:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830932.549595:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830932.549597:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830932.549601:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3270
00000100:00080000:2.0:1787830932.549604:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830932.549608:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830932.549638:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830932.549649:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210132352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830932.549933:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830932/real 1787830932]  req@ffff8d99e18b4780 x1874673210132224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830932.549950:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210132224/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830932.549959:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830932.549962:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830932.549967:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210132224:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830932.549988:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210132352:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830932.550009:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830932.550020:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830932/real 1787830932]  req@ffff8d99e18b5680 x1874673210132352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830932.550031:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210132352/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830932.550050:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830932.550053:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830932.550056:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210132352:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830933.255871:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830934.278128:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830935.301236:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830936.325541:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830937.350333:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830937.669154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830937.669164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830937.669168:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830937.669178:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3275
00000100:00080000:3.0:1787830937.669188:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830937.669195:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830937.669233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210132480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830937.669264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830937.669280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830937.669282:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830937.669287:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3275
00000100:00080000:3.0:1787830937.669290:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830937.669294:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830937.669304:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830937.669315:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210132608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830937.669404:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210132480:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830937.669460:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830937.669503:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830937/real 1787830937]  req@ffff8d99e18ba1c0 x1874673210132480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830937.669520:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210132480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830937.669541:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830937.669545:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830937.669549:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210132480:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830937.669555:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210132608:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830937.669588:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830937.669600:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830937/real 1787830937]  req@ffff8d99e18bbc00 x1874673210132608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830937.669611:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210132608/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830937.669618:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830937.669628:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830937.669631:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210132608:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830938.373043:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830939.398666:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830940.422223:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830941.445038:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830942.469713:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787830942.789562:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830942.789571:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787830942.789575:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830942.789585:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3280
00000100:00080000:1.0:1787830942.789605:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830942.789613:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787830942.789650:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210132736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830942.789721:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210132736:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830942.789779:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:1.0:1787830942.789809:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787830942.789813:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787830942.789815:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787830942.789819:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3280
00000100:00080000:1.0:1787830942.789823:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787830942.789827:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787830942.789849:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830942.789862:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210132864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830942.790146:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830942/real 1787830942]  req@ffff8d99d0f83840 x1874673210132736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830942.790164:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210132736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830942.790173:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830942.790177:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830942.790180:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210132736:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830942.790207:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210132864:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830942.790243:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830942.790256:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830942/real 1787830942]  req@ffff8d99d0f80f00 x1874673210132864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830942.790267:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210132864/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830942.790275:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830942.790277:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830942.790281:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210132864:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830943.493056:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830944.518008:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830945.541113:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830946.565142:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830947.589089:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830947.909839:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830947.909849:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830947.909853:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830947.909863:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3285
00000100:00080000:3.0:1787830947.909874:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830947.909951:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830947.910002:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210132992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830947.910021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830947.910025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830947.910027:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830947.910045:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3285
00000100:00080000:3.0:1787830947.910049:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830947.910054:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830947.910064:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830947.910091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210133120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787830947.910475:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210132992:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787830947.910556:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830947.910589:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830947/real 1787830947]  req@ffff8d99e18b9680 x1874673210132992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830947.910604:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210132992/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830947.910614:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830947.910618:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830947.910622:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210132992:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830947.910628:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210133120:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787830947.911863:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787830947.911906:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830947/real 1787830947]  req@ffff8d99e18b83c0 x1874673210133120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787830947.911923:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210133120/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787830947.911933:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787830947.911937:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787830947.911940:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210133120:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830948.613535:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830949.637062:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830950.661733:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830951.685072:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830952.709085:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830953.029032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830953.029041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830953.029060:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830953.029080:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3291
00000100:00080000:0.0:1787830953.029100:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830953.029107:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830953.029142:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210133248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830953.029174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830953.029178:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830953.029180:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830953.029184:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3291
00000100:00080000:0.0:1787830953.029188:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830953.029194:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830953.029204:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787830953.029215:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210133248:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787830953.029219:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210133376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787830953.029279:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830953.029328:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830953/real 1787830953]  req@ffff8d99e18412c0 x1874673210133248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830953.029345:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210133248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830953.029355:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830953.029359:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830953.029362:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210133248:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830953.029386:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210133376:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830953.029409:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830953.029420:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830953/real 1787830953]  req@ffff8d99e1842580 x1874673210133376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830953.029432:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210133376/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830953.029439:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830953.029441:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830953.029452:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210133376:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830953.733230:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830954.757242:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830955.781043:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830956.805136:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830957.829169:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830958.149069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830958.149079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830958.149083:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830958.149092:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3296
00000100:00080000:2.0:1787830958.149103:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830958.149110:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830958.149146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210133504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830958.149176:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830958.149179:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830958.149181:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830958.149185:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3296
00000100:00080000:2.0:1787830958.149188:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830958.149192:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830958.149201:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830958.149211:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210133632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830958.149458:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210133504:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830958.149517:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830958.149748:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830958/real 1787830958]  req@ffff8d99e18b5e00 x1874673210133504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830958.149768:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210133504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830958.149778:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830958.149782:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830958.149787:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210133504:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830958.149794:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210133632:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830958.149820:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830958.149848:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830958/real 1787830958]  req@ffff8d99e18b7840 x1874673210133632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830958.149861:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210133632/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830958.149870:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830958.149874:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830958.149914:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210133632:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830958.853145:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830959.877164:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830960.901087:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830961.925168:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830962.950024:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830963.270098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830963.270113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830963.270118:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830963.270132:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3301
00000100:00080000:2.0:1787830963.270174:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830963.270183:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830963.270233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210133760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830963.270266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830963.270270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830963.270272:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830963.270276:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3301
00000100:00080000:2.0:1787830963.270280:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830963.270297:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830963.270310:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830963.270323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210133888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830963.271376:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210133760:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830963.271456:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830963.271500:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830963/real 1787830963]  req@ffff8d99e18b7840 x1874673210133760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830963.271517:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210133760/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830963.271527:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830963.271531:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830963.271535:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210133760:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830963.271543:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210133888:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830963.271566:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830963.271579:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830963/real 1787830963]  req@ffff8d99e18b5e00 x1874673210133888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830963.271590:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210133888/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830963.271598:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830963.271613:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830963.271617:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210133888:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787830963.973140:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830964.998648:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830966.021527:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830967.047185:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830968.069025:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830968.389543:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830968.389553:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830968.389557:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830968.389566:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3306
00000100:00080000:2.0:1787830968.389575:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830968.389582:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830968.389617:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210134016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830968.389652:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830968.389656:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830968.389671:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830968.389676:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3306
00000100:00080000:2.0:1787830968.389680:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830968.389684:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830968.389693:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830968.389705:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210134144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830968.389796:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210134016:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830968.389852:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830968.389920:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830968/real 1787830968]  req@ffff8d99e18b5680 x1874673210134016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830968.389937:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210134016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830968.389947:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830968.389951:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830968.389955:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210134016:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830968.389961:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210134144:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830968.389983:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830968.389995:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830968/real 1787830968]  req@ffff8d99e18b4780 x1874673210134144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830968.390006:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210134144/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830968.390014:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830968.390017:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830968.390020:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210134144:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830969.093414:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830970.117235:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830971.142770:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830972.167621:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830973.189263:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787830973.509108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830973.509118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787830973.509122:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830973.509131:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3311
00000100:00080000:0.0:1787830973.509140:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830973.509148:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787830973.509184:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210134272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787830973.509207:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787830973.509222:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787830973.509224:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787830973.509228:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3311
00000100:00080000:0.0:1787830973.509231:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787830973.509247:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787830973.509256:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787830973.509268:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210134400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830973.510575:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210134272:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830973.510649:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830973.510692:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830973/real 1787830973]  req@ffff8d99e1843480 x1874673210134272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830973.510711:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210134272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787830998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830973.510731:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830973.510735:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830973.510739:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210134272:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830973.510747:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210134400:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830973.510779:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830973.510794:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830973/real 1787830973]  req@ffff8d99e1841e00 x1874673210134400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830973.510805:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210134400/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787830998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830973.510813:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830973.510816:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830973.510819:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210134400:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830974.214566:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830975.238394:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830976.261134:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830977.285353:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830978.309078:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830978.629038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830978.629056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830978.629060:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830978.629069:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3316
00000100:00080000:2.0:1787830978.629079:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830978.629087:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830978.629123:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210134528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830978.629151:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830978.629154:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830978.629156:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830978.629161:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3316
00000100:00080000:2.0:1787830978.629164:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830978.629168:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830978.629178:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830978.629190:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210134656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830978.629563:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210134528:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830978.629629:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830978.629667:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830978/real 1787830978]  req@ffff8d99e18b7480 x1874673210134528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830978.629684:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210134528/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830978.629694:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830978.629697:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830978.629701:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210134528:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830978.629708:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210134656:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830978.629730:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830978.629741:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830978/real 1787830978]  req@ffff8d99e18b61c0 x1874673210134656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830978.629752:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210134656/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830978.629759:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830978.629762:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830978.629765:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210134656:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830979.333333:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830980.357192:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830981.381125:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787830982.405184:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830983.429146:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830983.749434:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830983.749444:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830983.749448:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830983.749457:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3321
00000100:00080000:2.0:1787830983.749468:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830983.749475:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830983.749509:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210134784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830983.749539:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830983.749543:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830983.749544:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830983.749548:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3321
00000100:00080000:2.0:1787830983.749551:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830983.749555:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830983.749564:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830983.749573:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210134912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830983.749657:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210134784:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787830983.749714:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830983.749786:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830983/real 1787830983]  req@ffff8d99e18b6580 x1874673210134784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830983.749803:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210134784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830983.749811:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830983.749816:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830983.749819:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210134784:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787830983.749826:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210134912:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787830983.749847:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787830983.749871:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830983/real 1787830983]  req@ffff8d99e18b4000 x1874673210134912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830983.749907:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210134912/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830983.749916:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830983.749919:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830983.749922:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210134912:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830984.453083:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830985.478541:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830986.501445:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830987.525351:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830988.549321:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830988.869421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830988.869431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830988.869435:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830988.869444:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3326
00000100:00080000:2.0:1787830988.869455:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830988.869462:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830988.869512:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210135040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830988.869590:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210135040:192.168.203.142@tcp:250:kworker.0
00000100:00080000:2.0:1787830988.869711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830988.869715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830988.869717:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830988.869722:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3326
00000100:00080000:2.0:1787830988.869726:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830988.869732:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830988.869741:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830988.869757:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210135168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787830988.870286:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210135168:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830989.573270:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830990.597256:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830991.621143:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787830991.941382:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787830991.941422:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787830991.941438:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:1.0:1787830991.946264:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830988/real 1787830991]  req@ffff8d99e18b4000 x1874673210135040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831013 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787830991.946298:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210135040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831013 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787830991.946310:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787830991.946315:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787830991.946319:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210135040:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830991.948914:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787830991.948999:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830988/real 1787830991]  req@ffff8d99e18b6580 x1874673210135168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830991.949022:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210135168/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830991.949033:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830991.949038:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830991.949042:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210135168:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830992.645149:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830993.669106:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787830993.989159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830993.989167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787830993.989171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830993.989191:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3332
00000100:00080000:2.0:1787830993.989202:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830993.989222:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787830993.989253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210135296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787830993.989273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787830993.989277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787830993.989279:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787830993.989283:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3332
00000100:00080000:2.0:1787830993.989286:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787830993.989291:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787830993.989300:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787830993.989313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210135424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787830993.990920:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210135296:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787830993.990988:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830993.991030:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830993/real 1787830993]  req@ffff8d99e18b6580 x1874673210135296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830993.991063:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210135296/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830993.991073:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830993.991078:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830993.991082:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210135296:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787830993.991090:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210135424:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787830993.991113:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787830993.991124:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830993/real 1787830993]  req@ffff8d99e18b61c0 x1874673210135424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787830993.991134:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210135424/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787830993.991141:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787830993.991144:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787830993.991147:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210135424:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787830994.693263:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830995.718902:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830996.743732:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787830997.765143:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787830998.789083:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787830999.116098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830999.116108:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787830999.116113:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830999.116122:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3337
00000100:00080000:3.0:1787830999.116132:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830999.116140:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787830999.116187:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210135552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787830999.116229:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787830999.116233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787830999.116235:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787830999.116239:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3337
00000100:00080000:3.0:1787830999.116243:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787830999.116247:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787830999.116257:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787830999.116270:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210135680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787830999.116346:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210135552:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787830999.116405:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830999.116443:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830999/real 1787830999]  req@ffff8d99e18b9e00 x1874673210135552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830999.116460:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210135552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830999.116469:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830999.116473:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830999.116477:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210135552:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787830999.116483:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210135680:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787830999.116528:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787830999.116541:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787830999/real 1787830999]  req@ffff8d99e18b8b40 x1874673210135680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787830999.116553:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210135680/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787830999.116561:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787830999.116564:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787830999.116567:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210135680:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787830999.813355:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831000.837786:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831001.861436:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831002.886140:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831003.909193:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831004.229618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831004.229629:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831004.229633:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831004.229642:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3342
00000100:00080000:2.0:1787831004.229651:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831004.229659:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831004.229695:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210135808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787831004.229761:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210135808:192.168.203.142@tcp:250:kworker.0
00000800:00000100:3.0:1787831004.229857:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787831004.229930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831004.229934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831004.229936:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831004.229941:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3342
00000100:00080000:2.0:1787831004.229945:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831004.229949:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831004.229958:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831004.229985:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210135936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787831004.230412:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831004/real 1787831004]  req@ffff8d99e18b7480 x1874673210135808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787831004.230430:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210135808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787831004.230440:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787831004.230443:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787831004.230447:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210135808:192.168.203.142@tcp:250:kworker.0
00000100:00100000:3.0:1787831004.230471:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210135936:192.168.203.142@tcp:38:kworker.0
00000800:00000100:3.0:1787831004.230496:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:3.0:1787831004.230510:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831004/real 1787831004]  req@ffff8d99e18b4780 x1874673210135936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787831004.230530:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210135936/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787831004.230538:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787831004.230542:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:3.0:1787831004.230545:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210135936:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831004.934179:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831005.958366:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831006.982857:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831008.006249:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831009.035756:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831009.349106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831009.349120:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831009.349126:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831009.349140:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3347
00000100:00080000:3.0:1787831009.349153:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831009.349174:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831009.349223:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210136064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831009.349257:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831009.349260:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831009.349262:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831009.349266:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3347
00000100:00080000:3.0:1787831009.349269:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831009.349273:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831009.349285:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831009.349297:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210136192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831009.349410:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210136064:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831009.349484:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831009.349541:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831009/real 1787831009]  req@ffff8d99e18bb480 x1874673210136064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831009.349560:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210136064/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831009.349571:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831009.349575:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831009.349579:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210136064:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831009.349586:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210136192:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831009.349612:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831009.349625:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831009/real 1787831009]  req@ffff8d99e18ba940 x1874673210136192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831009.349635:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210136192/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831009.349643:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831009.349646:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831009.349649:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210136192:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831010.053115:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831011.079245:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831012.101585:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831013.125098:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831014.149601:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831014.471609:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831014.471622:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831014.471627:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831014.471640:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3352
00000100:00080000:3.0:1787831014.471655:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831014.471664:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831014.471719:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210136320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831014.471759:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831014.471763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831014.471765:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831014.471769:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3352
00000100:00080000:3.0:1787831014.471772:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831014.471776:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831014.471788:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831014.471801:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210136448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831014.471918:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210136320:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831014.472020:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831014.472081:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831014/real 1787831014]  req@ffff8d99e18bb0c0 x1874673210136320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831014.472099:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210136320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831014.472109:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831014.472113:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831014.472117:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210136320:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831014.472124:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210136448:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831014.472147:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831014.472158:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831014/real 1787831014]  req@ffff8d99e18b8000 x1874673210136448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831014.472169:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210136448/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831014.472176:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831014.472179:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831014.472182:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210136448:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831015.173393:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831016.197532:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831017.221459:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831018.245150:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831019.271766:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831019.589330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831019.589340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831019.589344:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831019.589355:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3357
00000100:00080000:0.0:1787831019.589366:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831019.589373:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831019.589412:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210136576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787831019.589460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831019.589464:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831019.589465:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831019.589470:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3357
00000100:00080000:0.0:1787831019.589474:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831019.589478:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831019.589487:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787831019.589500:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210136704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831019.589584:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210136576:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831019.589643:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831019.589698:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831019/real 1787831019]  req@ffff8d99e1840000 x1874673210136576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831019.589727:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210136576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831019.589736:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831019.589739:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831019.589742:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210136576:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831019.589748:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210136704:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831019.589772:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831019.589783:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831019/real 1787831019]  req@ffff8d99e1840780 x1874673210136704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831019.589793:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210136704/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831019.589801:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831019.589804:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831019.589807:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210136704:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831020.293296:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831021.317341:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831022.341635:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831023.365155:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831024.389648:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831024.709316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831024.709326:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831024.709346:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831024.709355:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3362
00000100:00080000:3.0:1787831024.709364:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831024.709371:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831024.709415:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210136832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831024.709445:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831024.709448:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831024.709449:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831024.709453:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3362
00000100:00080000:3.0:1787831024.709456:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831024.709460:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831024.709469:0:38:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831024.709481:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210136960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831024.709602:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210136832:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831024.709658:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831024.709694:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831024/real 1787831024]  req@ffff8d99e18b8000 x1874673210136832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831024.709715:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210136832/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831024.709801:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831024.709806:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831024.709810:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210136832:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831024.709818:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210136960:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831024.709842:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831024.709859:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831024/real 1787831024]  req@ffff8d99e18bb0c0 x1874673210136960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831024.709871:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210136960/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831024.709905:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831024.709908:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831024.709910:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210136960:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831025.413836:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831026.437529:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831027.461103:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831028.485222:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831029.509600:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831029.829918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831029.829925:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831029.829929:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831029.829947:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3367
00000100:00080000:3.0:1787831029.829957:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831029.829964:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831029.829996:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210137088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831029.830069:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210137088:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831029.830137:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:3.0:1787831029.831037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831029.831042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831029.831045:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831029.831051:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3367
00000100:00080000:3.0:1787831029.831057:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831029.831062:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831029.831072:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831029.831090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210137216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831029.831944:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831029/real 1787831029]  req@ffff8d99e18ba940 x1874673210137088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831029.831967:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210137088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831029.831978:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831029.832800:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831029.832807:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210137088:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831029.832838:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210137216:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831029.832908:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831029.832928:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831029/real 1787831029]  req@ffff8d99e18bb480 x1874673210137216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831029.832965:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210137216/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831029.832974:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831029.832978:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831029.832981:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210137216:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831030.533198:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831031.558137:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831032.581119:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831033.605276:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831034.629362:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831034.949201:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831034.949215:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831034.949219:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831034.949229:0:10729:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3373
00000100:00080000:0.0:1787831034.949239:0:10729:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831034.949245:0:10729:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831034.949282:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210137344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831034.949350:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210137344:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831034.949407:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:0.0:1787831034.949441:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831034.949444:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831034.949446:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831034.949451:0:10729:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3373
00000100:00080000:0.0:1787831034.949455:0:10729:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831034.949460:0:10729:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831034.949470:0:10729:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787831034.949498:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210137472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831034.949597:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831034/real 1787831034]  req@ffff8d99e18430c0 x1874673210137344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831034.949613:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210137344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831034.949623:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831034.949626:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831034.949630:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210137344:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831034.949660:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210137472:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831034.949732:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831034.949757:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831034/real 1787831034]  req@ffff8d99e1840780 x1874673210137472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831034.949769:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210137472/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831034.949776:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831034.949780:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831034.949783:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210137472:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831035.653379:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831036.677408:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831037.701162:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831038.725452:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831039.749234:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831040.069060:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831040.069079:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831040.069089:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831040.069099:0:10729:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3378
00000100:00080000:3.0:1787831040.069109:0:10729:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831040.069116:0:10729:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831040.069150:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210137600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831040.069181:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831040.069184:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831040.069186:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831040.069190:0:10729:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3378
00000100:00080000:3.0:1787831040.069193:0:10729:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831040.069212:0:10729:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831040.069222:0:10729:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831040.069235:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210137728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831040.069416:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210137600:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831040.069476:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831040.069524:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831040/real 1787831040]  req@ffff8d99e18b8b40 x1874673210137600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831040.069539:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210137600/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831040.069548:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831040.069551:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831040.069554:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210137600:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831040.069561:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210137728:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831040.069954:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831040.069972:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831040/real 1787831040]  req@ffff8d99e18b9e00 x1874673210137728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831040.069992:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210137728/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831040.070000:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831040.070004:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831040.070008:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210137728:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831040.773183:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831041.797080:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831042.821265:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831043.845073:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831044.869573:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831045.189209:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831045.189220:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831045.189224:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831045.189236:0:10729:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3383
00000100:00080000:0.0:1787831045.189247:0:10729:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831045.189255:0:10729:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831045.189294:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210137856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831045.189380:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210137856:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831045.189445:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:0.0:1787831045.189479:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831045.189483:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831045.189485:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831045.189491:0:10729:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3383
00000100:00080000:0.0:1787831045.189495:0:10729:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831045.189499:0:10729:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831045.189509:0:10729:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787831045.189522:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210137984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831045.190654:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831045/real 1787831045]  req@ffff8d99e1840000 x1874673210137856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831045.190677:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210137856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831045.190688:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831045.190693:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831045.190697:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210137856:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831045.190728:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210137984:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831045.190766:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831045.190783:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831045/real 1787831045]  req@ffff8d99e1841e00 x1874673210137984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831045.190866:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210137984/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831045.191025:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831045.191029:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831045.191032:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210137984:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831045.893053:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831046.917198:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831047.941085:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831048.967298:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831049.989564:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831050.309147:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831050.309157:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831050.309161:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831050.309170:0:10729:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3388
00000100:00080000:3.0:1787831050.309179:0:10729:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831050.309186:0:10729:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831050.309223:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210138112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831050.309251:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831050.309255:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831050.309256:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831050.309260:0:10729:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3388
00000100:00080000:3.0:1787831050.309264:0:10729:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831050.309268:0:10729:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831050.309277:0:10729:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831050.309287:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210138240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831050.309372:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210138112:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831050.309442:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831050.309501:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831050/real 1787831050]  req@ffff8d99e18b83c0 x1874673210138112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831050.309517:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210138112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831050.309526:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831050.309530:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831050.309534:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210138112:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831050.309541:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210138240:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831050.309564:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831050.309576:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831050/real 1787831050]  req@ffff8d99e18b9680 x1874673210138240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831050.309588:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210138240/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831050.309595:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831050.309599:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831050.309602:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210138240:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831051.015350:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831052.037092:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831053.061068:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831054.085100:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831055.111328:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831055.429089:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831055.429099:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831055.429103:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831055.429113:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3393
00000100:00080000:2.0:1787831055.429125:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831055.429133:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831055.429170:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210138368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787831055.429206:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831055.429210:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831055.429211:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831055.429216:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3393
00000100:00080000:2.0:1787831055.429220:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831055.429224:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831055.429233:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831055.429244:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210138496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831055.429336:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210138368:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831055.429433:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210138496:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831056.133393:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831057.157136:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831058.181264:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787831058.501636:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:2.0:1787831058.501757:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787831058.501774:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:2.0:1787831058.501811:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:0.0:1787831058.503487:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831055/real 1787831058]  req@ffff8d99e18b5680 x1874673210138368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831058.503539:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210138368/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831058.503550:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831058.503555:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831058.503558:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210138368:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831058.503566:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831055/real 1787831058]  req@ffff8d99e18b5e00 x1874673210138496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831058.503579:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210138496/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831058.503586:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831058.503589:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831058.503592:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210138496:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831059.205050:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831060.229342:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831060.551476:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831060.551485:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831060.551489:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831060.551499:0:10729:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3398
00000100:00080000:3.0:1787831060.551509:0:10729:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831060.551516:0:10729:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831060.551549:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210138624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831060.551580:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831060.551584:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831060.551585:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831060.551588:0:10729:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3398
00000100:00080000:3.0:1787831060.551592:0:10729:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831060.551595:0:10729:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831060.551604:0:10729:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831060.551615:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210138752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831060.551692:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210138624:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831060.551759:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831060.551793:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831060/real 1787831060]  req@ffff8d99e18bbc00 x1874673210138624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831060.551809:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210138624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831060.551819:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831060.551823:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831060.551827:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210138624:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831060.551848:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210138752:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831060.551873:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831060.551922:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831060/real 1787831060]  req@ffff8d99e18ba1c0 x1874673210138752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831060.551935:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210138752/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831060.551942:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831060.551945:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831060.551948:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210138752:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831061.253186:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831062.277603:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831063.301186:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831064.325075:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831065.349129:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831065.669257:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831065.669264:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831065.669278:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831065.669288:0:10729:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3403
00000100:00080000:3.0:1787831065.669297:0:10729:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831065.669304:0:10729:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831065.669334:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210138880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831065.669363:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831065.669367:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831065.669369:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831065.669373:0:10729:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3403
00000100:00080000:3.0:1787831065.669376:0:10729:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831065.669380:0:10729:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831065.669388:0:10729:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831065.669400:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210139008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831065.669785:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210138880:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831065.669953:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831065.669993:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831065/real 1787831065]  req@ffff8d99e18ba1c0 x1874673210138880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831065.670006:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210138880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831065.670016:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831065.670020:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831065.670024:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210138880:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831065.670030:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210139008:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831065.670052:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831065.670063:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831065/real 1787831065]  req@ffff8d99e18bbc00 x1874673210139008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831065.670074:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210139008/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831065.670082:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831065.670086:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831065.670089:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210139008:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831066.373089:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831067.397791:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831068.421901:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831069.445257:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831070.469416:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831070.789236:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831070.789250:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831070.789255:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831070.789279:0:10729:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3408
00000100:00080000:3.0:1787831070.789293:0:10729:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831070.789303:0:10729:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831070.789357:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210139136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831070.789397:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831070.789422:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831070.789424:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831070.789429:0:10729:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3408
00000100:00080000:3.0:1787831070.789433:0:10729:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831070.789439:0:10729:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831070.789451:0:10729:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831070.789476:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210139264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831070.789700:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210139136:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831070.789787:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831070.789837:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831070/real 1787831070]  req@ffff8d99e18b9680 x1874673210139136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831070.789857:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210139136/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831070.789927:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831070.789933:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831070.789938:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210139136:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831070.789946:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210139264:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831070.789988:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831070.790001:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831070/real 1787831070]  req@ffff8d99e18b83c0 x1874673210139264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831070.790011:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210139264/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831070.790018:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831070.790021:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831070.790024:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210139264:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831071.493419:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831072.517139:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831073.541224:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831074.565358:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831075.589142:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831075.909159:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831075.909176:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831075.909182:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831075.909196:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3413
00000100:00080000:2.0:1787831075.909323:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831075.909332:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831075.909376:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210139392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831075.909455:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210139392:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831075.909524:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787831075.909555:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831075.909576:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831075.909578:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831075.909582:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3413
00000100:00080000:2.0:1787831075.909585:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831075.909588:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831075.909598:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831075.909620:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210139520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831075.909800:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831075/real 1787831075]  req@ffff8d99e18b7840 x1874673210139392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831075.909821:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210139392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831075.909832:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831075.909837:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831075.909841:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210139392:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831075.911546:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210139520:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831075.911641:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831075.911675:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831075/real 1787831075]  req@ffff8d99e18b5e00 x1874673210139520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831075.911711:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210139520/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831075.911722:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831075.911727:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831075.911731:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210139520:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831076.613336:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831077.637171:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831078.661046:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831079.685048:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831080.709859:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831081.029172:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831081.029181:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831081.029185:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831081.029196:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3419
00000100:00080000:3.0:1787831081.029208:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831081.029216:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831081.029251:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210139648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831081.029330:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210139648:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831081.029400:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:3.0:1787831081.029479:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831081.029496:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831081.029498:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831081.029503:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3419
00000100:00080000:3.0:1787831081.029507:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831081.029512:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831081.029521:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831081.029536:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210139776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831081.030053:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831081/real 1787831081]  req@ffff8d99e18b9e00 x1874673210139648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831081.030070:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210139648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831081.030081:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831081.030085:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831081.030089:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210139648:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831081.030115:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210139776:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831081.030143:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831081.030155:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831081/real 1787831081]  req@ffff8d99e18b8b40 x1874673210139776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831081.030165:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210139776/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831081.030183:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831081.030186:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831081.030189:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210139776:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831081.733103:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831082.758843:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831083.781681:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831084.806245:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831085.829114:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831086.149068:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831086.149080:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831086.149084:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831086.149094:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3424
00000100:00080000:3.0:1787831086.149106:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831086.149113:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831086.149152:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210139904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831086.149183:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831086.149186:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831086.149188:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831086.149191:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3424
00000100:00080000:3.0:1787831086.149194:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831086.149198:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831086.149219:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831086.149231:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210140032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831086.149331:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210139904:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831086.149399:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831086.149438:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831086/real 1787831086]  req@ffff8d99e18bb480 x1874673210139904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831086.149454:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210139904/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831086.149464:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831086.149468:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831086.149471:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210139904:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831086.149479:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210140032:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831086.149500:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831086.149512:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831086/real 1787831086]  req@ffff8d99e18ba940 x1874673210140032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831086.149523:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210140032/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831086.149531:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831086.149534:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831086.149537:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210140032:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787831086.853078:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831087.878130:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831088.901208:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831089.925172:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831090.949568:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831091.269187:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831091.269197:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831091.269202:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831091.269211:0:10729:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3429
00000100:00080000:1.0:1787831091.269220:0:10729:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831091.269226:0:10729:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831091.269260:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210140160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831091.269326:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210140160:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831091.269387:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:1.0:1787831091.269418:0:10729:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831091.269422:0:10729:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831091.269424:0:10729:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831091.269428:0:10729:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3429
00000100:00080000:1.0:1787831091.269432:0:10729:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831091.269436:0:10729:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831091.269446:0:10729:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831091.269460:0:10729:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210140288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831091.271082:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831091/real 1787831091]  req@ffff8d99d0f83c00 x1874673210140160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831091.271109:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210140160/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831091.271118:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831091.271121:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831091.271123:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210140160:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831091.271151:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210140288:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831091.271188:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831091.271200:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831091/real 1787831091]  req@ffff8d99d0f812c0 x1874673210140288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831091.271208:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210140288/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831091.271218:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831091.271220:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831091.271222:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210140288:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831091.973153:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831092.997111:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831094.021111:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831095.045900:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831096.069229:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831096.395301:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831096.395311:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831096.395314:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831096.395324:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3434
00000100:00080000:3.0:1787831096.395334:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831096.395341:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831096.395378:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210140416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831096.395405:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831096.395408:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831096.395410:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831096.395413:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3434
00000100:00080000:3.0:1787831096.395416:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831096.395420:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831096.395429:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831096.395440:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210140544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831096.395519:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210140416:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831096.395582:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831096.395632:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831096/real 1787831096]  req@ffff8d99e18bb0c0 x1874673210140416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831096.395647:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210140416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831096.395657:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831096.395660:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831096.395664:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210140416:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831096.395671:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210140544:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831096.395693:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831096.395705:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831096/real 1787831096]  req@ffff8d99e18b8000 x1874673210140544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831096.395716:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210140544/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831096.395723:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831096.395726:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831096.395729:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210140544:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831097.093444:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831098.117108:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831099.142069:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831100.165234:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831101.190216:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831101.510383:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831101.510390:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831101.510393:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831101.510403:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3439
00000100:00080000:3.0:1787831101.510418:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831101.510424:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831101.510465:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210140672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831101.510730:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831101.510734:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831101.510736:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831101.510740:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3439
00000100:00080000:3.0:1787831101.510744:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831101.510747:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831101.510793:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831101.510806:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210140800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831101.510869:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210140672:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831101.510971:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831101.511004:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831101/real 1787831101]  req@ffff8d99e18b8000 x1874673210140672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831101.511020:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210140672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831101.511029:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831101.511033:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831101.511037:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210140672:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831101.511044:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210140800:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831101.511066:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831101.511078:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831101/real 1787831101]  req@ffff8d99e18bb0c0 x1874673210140800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831101.511088:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210140800/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831101.511095:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831101.511098:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831101.511101:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210140800:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787831102.215327:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831103.240824:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831104.261243:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831105.286723:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831106.313260:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831106.629433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831106.629443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831106.629474:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831106.629486:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3444
00000100:00080000:0.0:1787831106.629496:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831106.629503:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831106.629535:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210140928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787831106.629567:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831106.629571:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831106.629573:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831106.629577:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3444
00000100:00080000:0.0:1787831106.629580:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831106.629584:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831106.629592:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787831106.629603:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210141056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831106.629737:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210140928:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831106.629803:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831106.629837:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831106/real 1787831106]  req@ffff8d99e1843480 x1874673210140928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831106.629853:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210140928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831106.629862:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831106.629866:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831106.629869:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210140928:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831106.629876:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210141056:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831106.629921:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831106.629934:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831106/real 1787831106]  req@ffff8d99e1842580 x1874673210141056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831106.629945:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210141056/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831106.629961:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831106.629965:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831106.629968:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210141056:192.168.203.142@tcp:38:kworker.0
00010000:00010000:0.0:1787831107.333402:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831108.358397:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831109.381836:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831110.405824:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831111.429823:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831111.749027:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831111.749037:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831111.749042:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831111.749218:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3449
00000100:00080000:1.0:1787831111.749229:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831111.749236:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831111.749270:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210141184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831111.749299:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831111.749303:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831111.749305:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831111.749309:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3449
00000100:00080000:1.0:1787831111.749312:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831111.749316:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831111.749326:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831111.749338:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210141312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831111.749533:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210141184:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831111.749595:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831111.749634:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831111/real 1787831111]  req@ffff8d99d0f81e00 x1874673210141184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831111.749650:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210141184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831111.749661:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831111.749665:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831111.749668:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210141184:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831111.749675:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210141312:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831111.749696:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831111.749707:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831111/real 1787831111]  req@ffff8d99d0f82940 x1874673210141312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831111.749719:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210141312/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831111.749726:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831111.749729:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831111.749732:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210141312:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831112.453025:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831113.477086:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831114.501367:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831115.528362:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831116.549058:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831116.869141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831116.869151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831116.869155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831116.869167:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3454
00000100:00080000:2.0:1787831116.869178:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831116.869196:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831116.869230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210141440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787831116.869267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831116.869270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831116.869272:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831116.869275:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3454
00000100:00080000:2.0:1787831116.869279:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787831116.869429:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210141440:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831116.869489:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831116.869537:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831116/real 1787831116]  req@ffff8d99e18b5680 x1874673210141440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831116.869575:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210141440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831116.869585:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831116.869589:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831116.869593:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210141440:192.168.203.142@tcp:250:kworker.0
00000100:00080000:2.0:1787831116.869655:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831116.869665:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831116.869679:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210141568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831116.869817:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210141568:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831116.869844:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831116.869857:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831116/real 1787831116]  req@ffff8d99e18b4780 x1874673210141568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831116.869870:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210141568/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831116.869915:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831116.869920:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831116.869923:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210141568:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831117.573990:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831118.597090:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831119.621060:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831120.645119:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831121.669061:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831121.990931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831121.990939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831121.990944:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831121.990953:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3460
00000100:00080000:1.0:1787831121.990963:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831121.990987:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831121.991017:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210141696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831121.991046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831121.991050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831121.991052:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831121.991056:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3460
00000100:00080000:1.0:1787831121.991059:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831121.991063:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831121.991073:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831121.991086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210141824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831121.991209:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210141696:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831121.991316:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210141824:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787831122.693024:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831123.718684:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831124.741381:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787831125.061376:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787831125.061419:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787831125.061435:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787831125.061484:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:0.0:1787831125.062283:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831121/real 1787831125]  req@ffff8d99d0f830c0 x1874673210141696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831125.062312:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210141696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831125.062558:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831125.062564:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831125.062568:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210141696:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831125.062576:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831121/real 1787831125]  req@ffff8d99d0f80780 x1874673210141824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831125.062590:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210141824/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831125.062597:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831125.062600:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831125.062603:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210141824:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787831125.765108:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831126.789214:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831127.109085:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831127.109097:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831127.109101:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831127.109109:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3465
00000100:00080000:1.0:1787831127.109119:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831127.109125:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831127.109157:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210141952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831127.109202:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831127.109205:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831127.109207:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831127.109211:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3465
00000100:00080000:1.0:1787831127.109215:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831127.109219:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831127.109229:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831127.109242:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210142080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831127.111005:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210141952:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831127.111077:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831127.111199:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831127/real 1787831127]  req@ffff8d99d0f82580 x1874673210141952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831127.111218:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210141952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831127.111229:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831127.111234:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831127.111238:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210141952:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831127.111246:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210142080:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831127.111295:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831127.111307:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831127/real 1787831127]  req@ffff8d99d0f83480 x1874673210142080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831127.111318:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210142080/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831127.111325:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831127.111329:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831127.111332:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210142080:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831127.815834:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831128.837018:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831129.861853:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831130.885053:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831131.909010:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831132.229067:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831132.229092:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831132.229096:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831132.229106:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3470
00000100:00080000:3.0:1787831132.229116:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831132.229122:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831132.229152:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210142208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831132.229183:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831132.229187:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831132.229189:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831132.229193:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3470
00000100:00080000:3.0:1787831132.229195:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831132.229199:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831132.229208:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831132.229229:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210142336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831132.229308:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210142208:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831132.229365:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831132.229408:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831132/real 1787831132]  req@ffff8d99e18ba940 x1874673210142208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831132.229423:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210142208/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831132.229432:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831132.229435:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831132.229440:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210142208:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831132.229446:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210142336:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831132.229529:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831132.229541:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831132/real 1787831132]  req@ffff8d99e18bb480 x1874673210142336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831132.229563:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210142336/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831132.229570:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831132.229573:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831132.229576:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210142336:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831132.935894:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831133.957385:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831134.981047:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831136.005094:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831137.030160:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831137.349109:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831137.349119:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831137.349123:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831137.349133:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3475
00000100:00080000:1.0:1787831137.349144:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831137.349152:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831137.349200:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210142464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831137.349228:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831137.349232:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831137.349234:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831137.349238:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3475
00000100:00080000:1.0:1787831137.349242:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831137.349246:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831137.349270:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831137.349282:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210142592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831137.349411:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210142464:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831137.349477:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831137.349526:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831137/real 1787831137]  req@ffff8d99d0f80000 x1874673210142464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831137.349543:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210142464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831137.349552:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831137.349556:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831137.349560:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210142464:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831137.349567:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210142592:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831137.349588:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831137.349601:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831137/real 1787831137]  req@ffff8d99d0f81680 x1874673210142592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831137.349612:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210142592/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831137.349632:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831137.349636:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831137.349639:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210142592:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787831138.053090:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831139.079489:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831140.101577:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831141.125145:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831142.150235:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831142.470350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831142.470360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831142.470363:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831142.470373:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3480
00000100:00080000:1.0:1787831142.470383:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831142.470390:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831142.470436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210142720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831142.470463:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831142.470466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831142.470468:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831142.470471:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3480
00000100:00080000:1.0:1787831142.470475:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831142.470479:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831142.470489:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831142.470501:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210142848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831142.470798:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210142720:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831142.470858:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831142.470928:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831142/real 1787831142]  req@ffff8d99d0f81680 x1874673210142720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831142.470946:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210142720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831142.470955:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831142.470958:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831142.470961:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210142720:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831142.470968:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210142848:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831142.470987:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831142.470999:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831142/real 1787831142]  req@ffff8d99d0f80000 x1874673210142848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831142.471008:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210142848/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831142.471015:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831142.471018:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831142.471021:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210142848:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831143.173202:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831144.199244:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831145.221281:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831146.245120:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831147.269014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831147.589058:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831147.589068:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831147.589072:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831147.589081:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3485
00000100:00080000:3.0:1787831147.589091:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831147.589097:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831147.589151:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210142976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831147.589186:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831147.589189:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831147.589191:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831147.589195:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3485
00000100:00080000:3.0:1787831147.589198:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831147.589201:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831147.589211:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831147.589225:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210143104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831147.589234:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210142976:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831147.589300:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831147.589354:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831147/real 1787831147]  req@ffff8d99e18b8b40 x1874673210142976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831147.589371:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210142976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831147.589379:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831147.589383:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831147.589387:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210142976:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831147.589418:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210143104:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831147.589441:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831147.589454:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831147/real 1787831147]  req@ffff8d99e18b9e00 x1874673210143104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831147.589466:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210143104/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831147.589473:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831147.589476:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831147.589478:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210143104:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831148.293075:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831149.317178:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831150.341009:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831151.367431:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831152.389528:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831152.709947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831152.709957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831152.709961:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831152.709971:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3490
00000100:00080000:1.0:1787831152.710002:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831152.710014:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831152.710049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210143232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831152.710086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831152.710090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831152.710091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831152.710095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3490
00000100:00080000:1.0:1787831152.710099:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831152.710102:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831152.710112:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831152.710124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210143360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831152.710514:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210143232:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831152.710579:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831152.710617:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831152/real 1787831152]  req@ffff8d99d0f83480 x1874673210143232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831152.710640:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210143232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831152.710650:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831152.710654:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831152.710658:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210143232:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831152.710665:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210143360:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831152.711117:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831152.711133:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831152/real 1787831152]  req@ffff8d99d0f82580 x1874673210143360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831152.711145:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210143360/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831152.711164:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831152.711169:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831152.711173:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210143360:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787831153.413043:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831154.437845:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831155.461178:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831156.485173:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831157.509124:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831157.832015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831157.832028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831157.832063:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831157.832077:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3495
00000100:00080000:3.0:1787831157.832089:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831157.832098:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831157.832140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210143488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831157.832180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831157.832183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831157.832185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831157.832189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3495
00000100:00080000:3.0:1787831157.832192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831157.832196:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831157.832208:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831157.832219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210143616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831157.833006:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210143488:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831157.833101:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831157.833160:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831157/real 1787831157]  req@ffff8d99e18b83c0 x1874673210143488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831157.833178:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210143488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831157.833206:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831157.833210:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831157.833215:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210143488:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831157.833223:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210143616:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831157.833247:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831157.833258:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831157/real 1787831157]  req@ffff8d99e18b9680 x1874673210143616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831157.833269:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210143616/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831157.833277:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831157.833280:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831157.833283:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210143616:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831158.533108:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831159.557086:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831160.581374:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831161.605434:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831162.630177:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831162.949035:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831162.949045:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831162.949049:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831162.949229:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3501
00000100:00080000:3.0:1787831162.949241:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831162.949249:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831162.949283:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210143744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831162.949324:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831162.949327:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831162.949329:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831162.949333:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3501
00000100:00080000:3.0:1787831162.949336:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831162.949340:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831162.949349:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831162.949362:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210143872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831162.949473:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210143744:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831162.949529:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831162.949570:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831162/real 1787831162]  req@ffff8d99e18bbc00 x1874673210143744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831162.949585:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210143744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831162.949595:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831162.949599:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831162.949602:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210143744:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831162.949614:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210143872:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831162.949632:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831162.949642:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831162/real 1787831162]  req@ffff8d99e18ba1c0 x1874673210143872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831162.949653:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210143872/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831162.949660:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831162.949662:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831162.949666:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210143872:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831163.653146:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831164.677160:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831165.701317:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831166.725200:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831167.750372:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831168.070828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831168.070838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831168.070842:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831168.070853:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3506
00000100:00080000:1.0:1787831168.070864:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831168.070872:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831168.070938:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210144000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831168.070967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831168.070982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831168.070997:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831168.071002:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3506
00000100:00080000:1.0:1787831168.071006:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831168.071011:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831168.071021:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831168.071046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210144128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831168.071154:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210144000:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831168.071214:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831168.071255:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831168/real 1787831168]  req@ffff8d99d0f80780 x1874673210144000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831168.071272:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210144000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831168.071281:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831168.071285:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831168.071289:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210144000:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831168.071296:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210144128:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831168.071330:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831168.071344:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831168/real 1787831168]  req@ffff8d99d0f830c0 x1874673210144128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831168.071362:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210144128/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831168.071370:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831168.071373:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831168.071376:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210144128:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787831168.773037:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831169.797151:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831170.822226:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831171.846785:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831172.869095:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831173.189019:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831173.189029:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831173.189033:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831173.189043:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3511
00000100:00080000:3.0:1787831173.189053:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831173.189060:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831173.189097:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba1c0 x1874673210144256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831173.189185:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210144256:192.168.203.142@tcp:250:kworker.0
00000100:00080000:3.0:1787831173.189213:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831173.189228:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831173.189230:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831173.189234:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3511
00000100:00080000:3.0:1787831173.189238:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787831173.189242:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:3.0:1787831173.189242:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831173.189279:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831173/real 1787831173]  req@ffff8d99e18ba1c0 x1874673210144256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831173.189295:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba1c0 x1874673210144256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831173.189305:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831173.189309:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831173.189313:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210144256:192.168.203.142@tcp:250:kworker.0
00000008:00100000:3.0:1787831173.189421:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831173.189432:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bbc00 x1874673210144384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831173.189473:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210144384:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831173.189495:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831173.189507:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831173/real 1787831173]  req@ffff8d99e18bbc00 x1874673210144384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831173.189519:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bbc00 x1874673210144384/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831173.189537:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831173.189540:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831173.189543:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210144384:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831173.902002:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831174.917014:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831175.941838:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831176.965725:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831177.989224:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831178.309247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831178.309257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831178.309261:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831178.309372:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3516
00000100:00080000:1.0:1787831178.309382:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831178.309389:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831178.309424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210144512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831178.309454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831178.309458:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831178.309460:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831178.309463:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3516
00000100:00080000:1.0:1787831178.309467:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831178.309470:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831178.309479:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831178.309492:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210144640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831178.309644:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210144512:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831178.309699:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831178.309733:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831178/real 1787831178]  req@ffff8d99d0f82940 x1874673210144512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831178.309747:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210144512/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831178.309756:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831178.309760:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831178.309763:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210144512:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831178.309770:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210144640:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831178.309792:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831178.309803:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831178/real 1787831178]  req@ffff8d99d0f81e00 x1874673210144640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831178.309813:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210144640/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831178.309917:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831178.309922:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831178.309926:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210144640:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831179.013130:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831180.038243:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831181.061069:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831182.085137:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831183.109173:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831183.429680:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831183.429689:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831183.429693:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831183.429703:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3521
00000100:00080000:3.0:1787831183.429713:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831183.429731:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831183.429768:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9680 x1874673210144768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831183.429798:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831183.429802:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831183.429818:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831183.429823:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3521
00000100:00080000:3.0:1787831183.429827:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831183.429832:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831183.429841:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831183.429854:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b83c0 x1874673210144896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831183.431324:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210144768:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831183.431391:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831183.431445:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831183/real 1787831183]  req@ffff8d99e18b9680 x1874673210144768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831183.431462:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9680 x1874673210144768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831183.431472:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831183.431475:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831183.431479:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210144768:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831183.431486:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210144896:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831183.431506:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831183.431516:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831183/real 1787831183]  req@ffff8d99e18b83c0 x1874673210144896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831183.431525:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b83c0 x1874673210144896/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831183.431533:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831183.431536:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831183.431539:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210144896:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787831184.133032:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831185.157440:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831186.181450:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831187.205714:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831188.233052:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831188.549083:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831188.549093:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831188.549097:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831188.549106:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3526
00000100:00080000:1.0:1787831188.549117:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831188.549124:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831188.549159:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210145024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831188.549192:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831188.549195:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831188.549197:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831188.549201:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3526
00000100:00080000:1.0:1787831188.549204:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831188.549208:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831188.549217:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831188.549228:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210145152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831188.549442:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210145024:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831188.549551:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210145152:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831189.253324:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831190.277240:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831191.301053:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787831191.621301:0:2333:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:1.0:1787831191.621339:0:2333:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787831191.621354:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:1.0:1787831191.621390:0:2333:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:0.0:1787831191.621582:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831188/real 1787831191]  req@ffff8d99d0f812c0 x1874673210145024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831191.621687:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210145024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831191.621700:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831191.621704:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831191.621709:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210145024:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831191.621716:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831188/real 1787831191]  req@ffff8d99d0f83c00 x1874673210145152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831191.621729:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210145152/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831191.621736:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831191.621740:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831191.621743:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210145152:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831192.326043:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831193.349111:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831193.668992:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831193.669001:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831193.669017:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831193.669027:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3531
00000100:00080000:1.0:1787831193.669036:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831193.669042:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831193.669073:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210145280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831193.669100:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831193.669103:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831193.669105:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831193.669108:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3531
00000100:00080000:1.0:1787831193.669111:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831193.669113:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831193.669122:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831193.669131:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210145408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831193.672274:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210145280:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831193.672346:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831193.672449:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831193/real 1787831193]  req@ffff8d99d0f80f00 x1874673210145280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831193.672468:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210145280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831193.672490:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831193.672506:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831193.672511:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210145280:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831193.672519:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210145408:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831193.672553:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831193.672950:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831193/real 1787831193]  req@ffff8d99d0f83840 x1874673210145408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831193.672964:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210145408/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831193.672972:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831193.672975:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831193.672979:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210145408:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831194.375307:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831195.398425:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831196.421110:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831197.446141:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831198.469106:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831198.789161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831198.789176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831198.789182:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831198.789205:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3536
00000100:00080000:3.0:1787831198.789219:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831198.789227:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831198.789277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b9e00 x1874673210145536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831198.789308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787831198.789577:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210145536:192.168.203.142@tcp:250:kworker.0
00000100:00080000:3.0:1787831198.789591:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831198.789594:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831198.789600:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3536
00000100:00080000:3.0:1787831198.789605:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831198.789610:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831198.789622:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831198.789638:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8b40 x1874673210145664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787831198.789694:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831198.789750:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831198/real 1787831198]  req@ffff8d99e18b9e00 x1874673210145536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831198.789783:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b9e00 x1874673210145536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831198.789793:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831198.789798:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831198.789801:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210145536:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831198.789829:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210145664:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831198.789876:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831198.789919:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831198/real 1787831198]  req@ffff8d99e18b8b40 x1874673210145664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831198.789931:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8b40 x1874673210145664/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831198.789938:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831198.789942:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831198.789945:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210145664:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787831199.493068:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831200.517461:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831201.541078:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831202.565249:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831203.592235:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831203.915984:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831203.915993:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831203.915996:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831203.916006:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3541
00000100:00080000:1.0:1787831203.916015:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831203.916022:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831203.916059:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210145792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831203.916090:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787831203.916176:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210145792:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831203.916237:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831203.916289:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831203/real 1787831203]  req@ffff8d99d0f81a40 x1874673210145792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831203.916307:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210145792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831203.916318:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831203.916322:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831203.916325:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210145792:192.168.203.142@tcp:250:kworker.0
00000100:00080000:1.0:1787831203.916589:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831203.916591:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831203.916596:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3541
00000100:00080000:1.0:1787831203.916600:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831203.916604:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831203.916613:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831203.916626:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210145920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831203.916922:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210145920:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831203.916964:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831203.916977:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831203/real 1787831203]  req@ffff8d99d0f80b40 x1874673210145920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831203.917004:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210145920/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831203.917013:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831203.917016:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831203.917019:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210145920:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831204.614921:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831205.637258:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831206.662743:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831207.685366:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831208.709047:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831209.029554:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831209.029562:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831209.029566:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831209.029576:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3547
00000100:00080000:3.0:1787831209.029587:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831209.029595:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831209.029624:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb480 x1874673210146048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831209.029654:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831209.029658:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831209.029660:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831209.029665:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3547
00000100:00080000:3.0:1787831209.029668:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831209.029673:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831209.029699:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831209.029712:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18ba940 x1874673210146176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831209.029771:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210146048:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831209.029837:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831209.029868:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831209/real 1787831209]  req@ffff8d99e18bb480 x1874673210146048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831209.029904:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb480 x1874673210146048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831209.029925:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831209.029929:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831209.029933:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210146048:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831209.029940:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210146176:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831209.029961:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831209.029972:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831209/real 1787831209]  req@ffff8d99e18ba940 x1874673210146176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831209.029982:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18ba940 x1874673210146176/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831209.029990:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831209.029993:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831209.029995:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210146176:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831209.733147:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831210.758266:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831211.781078:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831212.805057:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831213.829238:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831214.149038:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831214.149061:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831214.149064:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831214.149074:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3552
00000100:00080000:1.0:1787831214.149083:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831214.149090:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831214.149123:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210146304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831214.149161:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831214.149164:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831214.149166:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831214.149170:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3552
00000100:00080000:1.0:1787831214.149173:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831214.149189:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831214.149197:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831214.149208:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210146432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831214.149513:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210146304:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831214.149571:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831214.149608:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831214/real 1787831214]  req@ffff8d99d0f803c0 x1874673210146304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831214.149623:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210146304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831214.149632:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831214.149635:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831214.149645:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210146304:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831214.149663:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210146432:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831214.149686:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831214.149708:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831214/real 1787831214]  req@ffff8d99d0f82d00 x1874673210146432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831214.149720:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210146432/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831214.149727:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831214.149730:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831214.149733:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210146432:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787831214.854544:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831215.877414:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831216.901043:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831217.926571:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831218.949108:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831219.269181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831219.269190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831219.269194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831219.269203:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3557
00000100:00080000:0.0:1787831219.269212:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831219.269219:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831219.269252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210146560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787831219.269280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831219.269284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831219.269286:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831219.269289:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3557
00000100:00080000:0.0:1787831219.269292:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831219.269295:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831219.269304:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787831219.269314:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210146688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831219.269393:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210146560:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831219.269442:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831219.269484:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831219/real 1787831219]  req@ffff8d99e18412c0 x1874673210146560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831219.269499:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210146560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831219.269509:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831219.269513:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831219.269516:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210146560:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831219.269522:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210146688:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831219.269545:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831219.269555:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831219/real 1787831219]  req@ffff8d99e1843c00 x1874673210146688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831219.269567:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210146688/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831219.269574:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831219.269577:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831219.269580:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210146688:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831219.974810:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831220.997024:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831222.021243:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831223.046061:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831224.068977:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831224.389069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831224.389079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831224.389083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831224.389092:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3562
00000100:00080000:2.0:1787831224.389103:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831224.389111:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831224.389146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210146816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787831224.389189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831224.389193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831224.389194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831224.389198:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3562
00000100:00080000:2.0:1787831224.389202:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831224.389220:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831224.389229:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831224.389241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210146944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831224.389377:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210146816:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831224.389439:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831224.389477:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831224/real 1787831224]  req@ffff8d99e18b7480 x1874673210146816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831224.389494:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210146816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831224.389501:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831224.389504:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831224.389507:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210146816:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831224.389512:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210146944:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831224.389528:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831224.389536:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831224/real 1787831224]  req@ffff8d99e18b61c0 x1874673210146944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831224.389544:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210146944/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831224.389548:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831224.389550:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831224.389552:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210146944:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831225.093184:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831226.122092:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831227.141023:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831228.169131:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831229.189067:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831229.513599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831229.513608:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831229.513612:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831229.513632:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3567
00000100:00080000:2.0:1787831229.513643:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831229.513651:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831229.513685:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210147072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787831229.513716:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831229.513720:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831229.513722:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831229.513726:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3567
00000100:00080000:2.0:1787831229.513729:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831229.513733:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831229.513741:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831229.513751:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210147200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831229.514380:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210147072:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831229.514435:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831229.514489:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831229/real 1787831229]  req@ffff8d99e18b6580 x1874673210147072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831229.514506:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210147072/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831229.514516:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831229.514520:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831229.514523:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210147072:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831229.514530:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210147200:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831229.514558:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831229.514569:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831229/real 1787831229]  req@ffff8d99e18b4000 x1874673210147200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831229.514580:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210147200/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831229.514588:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831229.514591:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831229.514594:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210147200:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787831230.215168:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831231.239373:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831232.261190:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831233.286801:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831234.310669:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831234.632601:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831234.632611:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831234.632614:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831234.632624:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3572
00000100:00080000:3.0:1787831234.632634:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831234.632640:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831234.632678:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210147328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831234.632712:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831234.632715:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831234.632717:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831234.632721:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3572
00000100:00080000:3.0:1787831234.632725:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831234.632729:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831234.632753:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831234.632766:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210147456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831234.633192:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210147328:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831234.633251:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831234.633286:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831234/real 1787831234]  req@ffff8d99e18bb0c0 x1874673210147328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831234.633303:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210147328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831234.633325:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831234.633329:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831234.633333:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210147328:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831234.633340:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210147456:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831234.633360:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831234.633370:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831234/real 1787831234]  req@ffff8d99e18b8000 x1874673210147456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831234.633381:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210147456/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831234.633389:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831234.633392:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831234.633395:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210147456:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831235.336071:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831236.359321:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831237.381916:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831238.405570:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831239.429466:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831239.749142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831239.749154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831239.749158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831239.749169:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3577
00000100:00080000:0.0:1787831239.749284:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831239.749294:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831239.749507:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210147584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787831239.749542:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831239.749569:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831239.749572:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831239.749578:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3577
00000100:00080000:0.0:1787831239.749583:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831239.749589:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831239.749603:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831239.749646:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210147584:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831239.749655:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210147712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787831239.749729:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831239.749794:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831239/real 1787831239]  req@ffff8d99e1842d00 x1874673210147584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831239.749813:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210147584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831239.749823:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831239.749827:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831239.749830:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210147584:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831239.749855:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210147712:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831239.749918:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831239.749933:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831239/real 1787831239]  req@ffff8d99e18421c0 x1874673210147712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831239.749944:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210147712/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831239.749951:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831239.749954:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831239.749957:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210147712:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831240.453698:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831241.477118:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831242.501015:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831243.525521:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831244.549677:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831244.869043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831244.869069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831244.869074:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831244.869084:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3582
00000100:00080000:1.0:1787831244.869094:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831244.869101:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831244.869138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82d00 x1874673210147840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831244.869166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831244.869170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831244.869171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831244.869175:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3582
00000100:00080000:1.0:1787831244.869191:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831244.869196:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831244.869207:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831244.869220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f803c0 x1874673210147968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831244.870041:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210147840:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831244.870130:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831244.870169:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831244/real 1787831244]  req@ffff8d99d0f82d00 x1874673210147840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831244.870197:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82d00 x1874673210147840/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831244.870208:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831244.870212:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831244.870216:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210147840:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831244.870223:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210147968:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831244.870248:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831244.870260:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831244/real 1787831244]  req@ffff8d99d0f803c0 x1874673210147968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831244.870271:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f803c0 x1874673210147968/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831244.870278:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831244.870281:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831244.870284:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210147968:192.168.203.142@tcp:38:kworker.0
00010000:00010000:2.0:1787831245.573226:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831246.606142:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831247.623104:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831248.649201:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831249.669569:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831249.989070:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831249.989079:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831249.989083:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831249.989109:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3588
00000100:00080000:2.0:1787831249.989120:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831249.989127:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831249.989159:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210148096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787831249.989183:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831249.989186:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831249.989188:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831249.989191:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3588
00000100:00080000:2.0:1787831249.989204:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831249.989208:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831249.989217:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831249.989228:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210148224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831249.989660:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210148096:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831249.989717:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831249.989755:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831249/real 1787831249]  req@ffff8d99e18b4000 x1874673210148096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831249.989771:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210148096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831249.989780:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831249.989784:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831249.989787:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210148096:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831249.989794:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210148224:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831249.989816:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831249.989828:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831249/real 1787831249]  req@ffff8d99e18b6580 x1874673210148224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831249.989839:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210148224/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831249.989856:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831249.989859:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831249.989863:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210148224:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831250.693079:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787831251.717031:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831252.741148:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831253.765368:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787831254.790357:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831255.110244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831255.110254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831255.110258:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831255.110267:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3593
00000100:00080000:1.0:1787831255.110277:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831255.110285:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831255.110321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80b40 x1874673210148352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831255.110351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831255.110355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831255.110356:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831255.110360:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3593
00000100:00080000:1.0:1787831255.110377:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831255.110382:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831255.110394:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831255.110408:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81a40 x1874673210148480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831255.110496:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210148352:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831255.110635:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210148480:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831255.813149:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831256.837401:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831257.861078:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787831258.186024:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:0.0:1787831258.186070:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787831258.186086:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787831258.188703:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831255/real 1787831258]  req@ffff8d99d0f80b40 x1874673210148352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831280 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831258.189579:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80b40 x1874673210148352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831280 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831258.189593:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831258.189600:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831258.189604:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210148352:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831258.190108:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787831258.190220:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831255/real 1787831258]  req@ffff8d99d0f81a40 x1874673210148480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831280 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831258.190252:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81a40 x1874673210148480/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831280 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831258.190261:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831258.190275:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831258.190279:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210148480:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831258.885185:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831259.909039:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831260.229063:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831260.229073:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831260.229077:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831260.229087:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3598
00000100:00080000:2.0:1787831260.229098:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831260.229105:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831260.229143:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210148608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831260.229225:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210148608:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831260.229283:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787831260.229320:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831260.229338:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831260.229341:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831260.229346:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3598
00000100:00080000:2.0:1787831260.229350:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831260.229355:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831260.229365:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831260.229378:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210148736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831260.233645:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831260/real 1787831260]  req@ffff8d99e18b61c0 x1874673210148608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831260.233674:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210148608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831260.233685:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831260.233690:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831260.233695:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210148608:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831260.233733:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210148736:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831260.233840:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831260.233859:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831260/real 1787831260]  req@ffff8d99e18b7480 x1874673210148736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831260.233872:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210148736/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831260.233896:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831260.233901:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831260.233905:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210148736:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831260.933103:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831261.957126:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831262.981089:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831264.005121:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831265.029116:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831265.349024:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831265.349035:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831265.349039:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831265.349049:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3603
00000100:00080000:1.0:1787831265.349059:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831265.349067:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831265.349101:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83840 x1874673210148864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831265.349131:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831265.349135:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831265.349137:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831265.349141:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3603
00000100:00080000:1.0:1787831265.349145:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831265.349149:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831265.349158:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831265.349172:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80f00 x1874673210148992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831265.349501:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210148864:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831265.349558:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831265.349609:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831265/real 1787831265]  req@ffff8d99d0f83840 x1874673210148864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831265.349626:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83840 x1874673210148864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831265.349636:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831265.349640:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831265.349644:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210148864:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831265.349651:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210148992:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831265.349670:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831265.349681:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831265/real 1787831265]  req@ffff8d99d0f80f00 x1874673210148992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831265.349714:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80f00 x1874673210148992/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831265.349721:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831265.349724:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831265.349727:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210148992:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831266.053188:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831267.078059:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831268.102209:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831269.126327:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831270.149275:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831270.469110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831270.469120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831270.469124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831270.469136:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3608
00000100:00080000:1.0:1787831270.469147:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831270.469154:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831270.469189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83c00 x1874673210149120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831270.469280:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210149120:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831270.469375:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:1.0:1787831270.469420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831270.469425:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831270.469427:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831270.469432:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3608
00000100:00080000:1.0:1787831270.469436:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831270.469440:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831270.469450:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831270.469465:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f812c0 x1874673210149248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831270.472909:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831270/real 1787831270]  req@ffff8d99d0f83c00 x1874673210149120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831270.473206:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83c00 x1874673210149120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831270.473217:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831270.473223:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831270.473227:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210149120:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831270.473272:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210149248:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831270.473602:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831270.473622:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831270/real 1787831270]  req@ffff8d99d0f812c0 x1874673210149248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831270.473635:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f812c0 x1874673210149248/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831270.473661:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831270.473665:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831270.473669:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210149248:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831271.173558:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831272.197157:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831273.221855:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831274.245734:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831275.269340:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831275.589262:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831275.589272:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831275.589276:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831275.589286:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3613
00000100:00080000:2.0:1787831275.589297:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831275.589305:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831275.589341:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210149376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787831275.589370:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831275.589373:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831275.589375:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831275.589379:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3613
00000100:00080000:2.0:1787831275.589383:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831275.589387:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831275.589396:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831275.589407:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210149504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831275.589416:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210149376:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831275.589473:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831275.589522:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831275/real 1787831275]  req@ffff8d99e18b4780 x1874673210149376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831275.589540:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210149376/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831275.589550:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831275.589553:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831275.589557:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210149376:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831275.589579:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210149504:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831275.589601:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831275.589726:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831275/real 1787831275]  req@ffff8d99e18b5680 x1874673210149504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831275.589739:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210149504/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831275.589746:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831275.589749:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831275.589752:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210149504:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831276.294273:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831277.318532:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831278.341876:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831279.367266:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831280.389367:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831280.709039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831280.709048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831280.709130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831280.709141:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3618
00000100:00080000:0.0:1787831280.709151:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831280.709158:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831280.709201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18403c0 x1874673210149632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787831280.709230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831280.709233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831280.709234:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831280.709238:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3618
00000100:00080000:0.0:1787831280.709241:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831280.709244:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831280.709253:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787831280.709266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18421c0 x1874673210149760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831280.711303:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210149632:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831280.711370:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831280.711406:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831280/real 1787831280]  req@ffff8d99e18403c0 x1874673210149632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831280.711422:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18403c0 x1874673210149632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831280.711445:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831280.711449:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831280.711453:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210149632:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831280.711472:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210149760:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831280.711499:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831280.711512:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831280/real 1787831280]  req@ffff8d99e18421c0 x1874673210149760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831280.711525:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18421c0 x1874673210149760/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831280.711532:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831280.711535:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831280.711538:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18421c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210149760:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831281.413075:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831282.439036:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831283.462004:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831284.485180:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831285.509386:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831285.829554:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831285.829565:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831285.829569:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831285.829579:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3623
00000100:00080000:2.0:1787831285.829590:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831285.829597:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831285.829634:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210149888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787831285.829667:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831285.829686:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831285.829688:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831285.829692:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3623
00000100:00080000:2.0:1787831285.829697:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831285.829701:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831285.829710:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831285.829723:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210150016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831285.829856:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210149888:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831285.829948:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831285.829985:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831285/real 1787831285]  req@ffff8d99e18b5e00 x1874673210149888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831285.830003:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210149888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831285.830026:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831285.830031:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831285.830034:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210149888:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831285.830041:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210150016:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831285.830066:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831285.830079:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831285/real 1787831285]  req@ffff8d99e18b7840 x1874673210150016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831285.830090:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210150016/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831285.830097:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831285.830101:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831285.830104:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210150016:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831286.535621:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831287.557402:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831288.581500:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831289.605161:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831290.629297:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831290.949110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831290.949128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831290.949132:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831290.949142:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3629
00000100:00080000:0.0:1787831290.949153:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831290.949161:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831290.949206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842d00 x1874673210150144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787831290.949236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831290.949255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831290.949257:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831290.949262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3629
00000100:00080000:0.0:1787831290.949266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831290.949271:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831290.949281:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787831290.949294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843c00 x1874673210150272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831290.949612:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210150144:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831290.949670:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831290.949715:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831290/real 1787831290]  req@ffff8d99e1842d00 x1874673210150144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831290.949738:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842d00 x1874673210150144/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831290.949748:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831290.949752:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831290.949755:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210150144:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831290.949763:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210150272:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831290.949784:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831290.949796:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831290/real 1787831290]  req@ffff8d99e1843c00 x1874673210150272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831290.949807:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843c00 x1874673210150272/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831290.949820:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831290.949825:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831290.949828:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210150272:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831291.653545:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831292.677188:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831293.701039:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831294.725064:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831295.754427:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831296.069166:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831296.069181:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831296.069186:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831296.069197:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3634
00000100:00080000:2.0:1787831296.069208:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831296.069216:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831296.069255:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7840 x1874673210150400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831296.069324:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210150400:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831296.069380:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787831296.069408:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831296.069411:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831296.069413:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831296.069418:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3634
00000100:00080000:2.0:1787831296.069422:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831296.069426:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831296.069435:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831296.069448:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5e00 x1874673210150528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831296.069547:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831296/real 1787831296]  req@ffff8d99e18b7840 x1874673210150400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831296.069562:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7840 x1874673210150400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831296.069571:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831296.069582:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831296.069586:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210150400:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831296.069608:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210150528:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831296.069640:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831296.069652:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831296/real 1787831296]  req@ffff8d99e18b5e00 x1874673210150528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831296.069663:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5e00 x1874673210150528/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831296.069685:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831296.069688:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831296.069692:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210150528:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831296.773028:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831297.797931:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831298.821090:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831299.845633:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831300.873911:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831301.190916:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831301.190926:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831301.191158:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831301.191169:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3639
00000100:00080000:2.0:1787831301.191179:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831301.191186:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831301.191218:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b5680 x1874673210150656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831301.191306:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210150656:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831301.191363:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:2.0:1787831301.192392:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831301.192399:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831301.192401:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831301.192408:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3639
00000100:00080000:2.0:1787831301.192414:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831301.192419:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831301.192437:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831301.192456:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4780 x1874673210150784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831301.193985:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831301/real 1787831301]  req@ffff8d99e18b5680 x1874673210150656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831301.194008:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b5680 x1874673210150656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831301.194019:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831301.194024:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831301.194029:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210150656:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831301.194070:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210150784:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831301.194117:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831301.194133:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831301/real 1787831301]  req@ffff8d99e18b4780 x1874673210150784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831301.194144:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4780 x1874673210150784/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831301.194152:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831301.194155:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831301.194159:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210150784:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831301.894236:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831302.918319:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831303.942483:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831304.966581:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831305.989086:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831306.309434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831306.309444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831306.309448:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831306.309458:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3644
00000100:00080000:0.0:1787831306.309467:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831306.309474:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831306.309509:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18412c0 x1874673210150912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787831306.309536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831306.309540:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831306.309542:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831306.309546:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3644
00000100:00080000:0.0:1787831306.309550:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831306.309554:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831306.309563:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787831306.309575:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210151040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831306.309722:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210150912:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831306.309779:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831306.309829:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831306/real 1787831306]  req@ffff8d99e18412c0 x1874673210150912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831306.309857:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18412c0 x1874673210150912/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831306.309866:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831306.309870:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831306.309904:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18412c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210150912:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831306.309911:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210151040:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831306.309934:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831306.309948:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831306/real 1787831306]  req@ffff8d99e1842580 x1874673210151040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831306.309958:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210151040/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831306.309964:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831306.309967:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831306.309970:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210151040:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831307.013183:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831308.037205:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831309.062921:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831310.086770:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831311.109181:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831311.429356:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831311.429365:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831311.429369:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831311.429379:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3649
00000100:00080000:1.0:1787831311.429389:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831311.429396:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831311.429433:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81e00 x1874673210151168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831311.429461:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831311.429465:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831311.429467:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831311.429471:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3649
00000100:00080000:1.0:1787831311.429475:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831311.429479:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831311.429488:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831311.429501:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82940 x1874673210151296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831311.429519:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210151168:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831311.429582:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831311.429624:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831311/real 1787831311]  req@ffff8d99d0f81e00 x1874673210151168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831311.429640:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81e00 x1874673210151168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831311.429650:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831311.429654:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831311.429658:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210151168:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831311.429685:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210151296:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831311.429708:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831311.429739:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831311/real 1787831311]  req@ffff8d99d0f82940 x1874673210151296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831311.429750:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82940 x1874673210151296/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831311.429757:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831311.429760:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831311.429763:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210151296:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831312.134711:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831313.157168:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831314.181148:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831315.207048:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831316.229543:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831316.550197:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831316.550205:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831316.550209:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831316.550219:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3654
00000100:00080000:2.0:1787831316.550229:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831316.550237:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831316.550268:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210151424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787831316.550299:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831316.550303:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831316.550305:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831316.550308:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3654
00000100:00080000:2.0:1787831316.550312:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831316.550316:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831316.550325:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831316.550336:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210151552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831316.550525:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210151424:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831316.550578:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831316.550609:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831316/real 1787831316]  req@ffff8d99e18b7480 x1874673210151424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831316.550623:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210151424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831316.550643:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831316.550647:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831316.550650:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210151424:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831316.550657:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210151552:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831316.550678:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831316.550689:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831316/real 1787831316]  req@ffff8d99e18b61c0 x1874673210151552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831316.550699:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210151552/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831316.550706:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831316.550709:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831316.550712:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210151552:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831317.253154:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831318.277198:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831319.301063:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831320.325415:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831321.349086:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831321.669076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831321.669084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831321.669088:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831321.669098:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3659
00000100:00080000:0.0:1787831321.669107:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831321.669113:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831321.669144:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210151680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787831321.669172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831321.669189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831321.669191:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831321.669196:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3659
00000100:00080000:0.0:1787831321.669200:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831321.669205:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831321.669215:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787831321.669228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210151808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831321.669308:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210151680:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831321.669439:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210151808:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831322.374087:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831323.397074:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831324.421085:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787831324.741427:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.142:988
00000400:00000100:3.0:1787831324.741467:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.142@tcp at host 192.168.203.142 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787831324.741482:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000800:00000100:3.0:1787831324.741514:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.142@tcp
00000100:00100000:2.0:1787831324.741829:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831321/real 1787831324]  req@ffff8d99e1843480 x1874673210151680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831324.741854:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210151680/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831324.741865:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831324.741870:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831324.741874:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210151680:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831324.741923:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831321/real 1787831324]  req@ffff8d99e1841e00 x1874673210151808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831324.741936:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210151808/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831324.741943:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831324.741947:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831324.741950:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210151808:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831325.447021:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831326.469139:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831326.789078:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831326.789089:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831326.789093:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831326.789104:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3664
00000100:00080000:2.0:1787831326.789148:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831326.789156:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831326.789199:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210151936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787831326.789227:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831326.789231:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831326.789233:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831326.789237:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3664
00000100:00080000:2.0:1787831326.789240:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831326.789244:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831326.789253:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831326.789264:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210152064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831326.789459:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210151936:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831326.789523:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831326.789566:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831326/real 1787831326]  req@ffff8d99e18b6580 x1874673210151936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831326.789625:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210151936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831326.789636:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831326.789640:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831326.789643:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210151936:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831326.789650:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210152064:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831326.789674:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831326.789687:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831326/real 1787831326]  req@ffff8d99e18b4000 x1874673210152064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831326.789800:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210152064/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831326.789815:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831326.789818:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831326.789822:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210152064:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831327.493906:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831328.517441:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831329.541818:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831330.565333:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831331.589127:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831331.909985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831331.909995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831331.909999:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831331.910009:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3669
00000100:00080000:0.0:1787831331.910020:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831331.910028:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831331.910063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210152192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787831331.910095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831331.910099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831331.910100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831331.910105:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3669
00000100:00080000:0.0:1787831331.910109:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831331.910113:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831331.910122:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787831331.910134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210152320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831331.910241:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210152192:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831331.910302:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831331.910430:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831331/real 1787831331]  req@ffff8d99e1840000 x1874673210152192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831331.910448:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210152192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831331.910458:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831331.910462:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831331.910466:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210152192:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831331.910472:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210152320:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831331.910515:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831331.910528:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831331/real 1787831331]  req@ffff8d99e1840780 x1874673210152320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831331.910540:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210152320/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831331.910548:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831331.910551:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831331.910554:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210152320:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831332.613199:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831333.637365:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831334.661877:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831335.685586:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831336.710291:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831337.029719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831337.029729:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831337.029749:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831337.029759:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3675
00000100:00080000:0.0:1787831337.029769:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831337.029777:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831337.029820:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18430c0 x1874673210152448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787831337.029852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831337.029856:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831337.029858:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831337.029861:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3675
00000100:00080000:0.0:1787831337.029865:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831337.029869:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831337.029896:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787831337.029909:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840780 x1874673210152576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787831337.030003:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210152448:192.168.203.142@tcp:250:kworker.0
00000800:00000100:2.0:1787831337.030072:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831337.030110:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831337/real 1787831337]  req@ffff8d99e18430c0 x1874673210152448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831337.030126:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18430c0 x1874673210152448/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831337.030134:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831337.030138:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831337.030141:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18430c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210152448:192.168.203.142@tcp:250:kworker.0
00000100:00100000:2.0:1787831337.030148:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210152576:192.168.203.142@tcp:38:kworker.0
00000800:00000100:2.0:1787831337.030169:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:2.0:1787831337.030180:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831337/real 1787831337]  req@ffff8d99e1840780 x1874673210152576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787831337.030202:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840780 x1874673210152576/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787831337.030210:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787831337.030212:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:2.0:1787831337.030215:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210152576:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831337.734548:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831338.768179:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831339.781195:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831340.805904:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831341.829097:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831342.149113:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831342.149124:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831342.149129:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831342.149140:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3680
00000100:00080000:2.0:1787831342.149150:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831342.149156:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831342.149195:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b4000 x1874673210152704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787831342.149224:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831342.149227:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831342.149229:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831342.149233:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3680
00000100:00080000:2.0:1787831342.149237:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831342.149240:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831342.149250:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831342.149261:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b6580 x1874673210152832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831342.153118:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210152704:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831342.153190:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831342.153232:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831342/real 1787831342]  req@ffff8d99e18b4000 x1874673210152704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831342.153249:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b4000 x1874673210152704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831342.153259:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831342.153263:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831342.153279:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210152704:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831342.153287:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210152832:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831342.153311:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831342.153324:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831342/real 1787831342]  req@ffff8d99e18b6580 x1874673210152832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831342.153335:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b6580 x1874673210152832/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831342.153342:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831342.153345:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831342.153348:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210152832:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831342.853622:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831343.877895:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831344.902079:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831345.925281:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831346.949187:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831347.269111:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831347.269123:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831347.269128:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831347.269138:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3685
00000100:00080000:1.0:1787831347.269149:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831347.269156:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831347.269196:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f830c0 x1874673210152960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831347.269223:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831347.269226:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831347.269227:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831347.269231:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3685
00000100:00080000:1.0:1787831347.269234:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831347.269237:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831347.269246:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831347.269256:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80780 x1874673210153088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831347.269338:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210152960:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831347.269407:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831347.269454:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831347/real 1787831347]  req@ffff8d99d0f830c0 x1874673210152960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831347.269472:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f830c0 x1874673210152960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831347.269482:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831347.269486:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831347.269489:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210152960:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831347.269496:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210153088:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831347.269518:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831347.269548:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831347/real 1787831347]  req@ffff8d99d0f80780 x1874673210153088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831347.269560:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80780 x1874673210153088/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831347.269567:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831347.269570:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831347.269573:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210153088:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831347.973290:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831348.997802:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831350.021533:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831351.051797:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831352.069132:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787831352.389229:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831352.389239:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787831352.389244:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831352.389253:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3690
00000100:00080000:2.0:1787831352.389264:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831352.389272:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:2.0:1787831352.389304:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b61c0 x1874673210153216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787831352.389336:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787831352.389340:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787831352.389341:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787831352.389345:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3690
00000100:00080000:2.0:1787831352.389348:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787831352.389352:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:2.0:1787831352.389362:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787831352.389373:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b7480 x1874673210153344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787831352.391245:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210153216:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787831352.391320:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787831352.391359:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831352/real 1787831352]  req@ffff8d99e18b61c0 x1874673210153216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787831352.391392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b61c0 x1874673210153216/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787831352.391402:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787831352.391406:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787831352.391410:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210153216:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787831352.391419:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210153344:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787831352.391445:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787831352.391460:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831352/real 1787831352]  req@ffff8d99e18b7480 x1874673210153344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787831352.391472:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b7480 x1874673210153344/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787831352.391486:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787831352.391489:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787831352.391493:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210153344:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831353.093055:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831354.117720:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831355.141102:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831356.165243:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831357.191815:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831357.509444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831357.509455:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831357.509459:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831357.509470:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3695
00000100:00080000:1.0:1787831357.509480:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831357.509487:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831357.509522:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f82580 x1874673210153472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831357.509567:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831357.509570:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831357.509572:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831357.509576:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3695
00000100:00080000:1.0:1787831357.509580:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831357.509585:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831357.509594:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831357.509606:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f83480 x1874673210153600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831357.509702:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210153472:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831357.509761:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831357.509796:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831357/real 1787831357]  req@ffff8d99d0f82580 x1874673210153472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831357.509811:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f82580 x1874673210153472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831357.509821:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831357.509825:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831357.509828:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210153472:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831357.509835:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210153600:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831357.509857:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831357.509870:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831357/real 1787831357]  req@ffff8d99d0f83480 x1874673210153600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831357.509908:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f83480 x1874673210153600/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831357.509930:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831357.509933:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831357.509936:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210153600:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831358.213331:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831359.243724:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831360.261870:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831361.285228:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831362.309674:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831362.629019:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831362.629030:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831362.629034:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831362.629045:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3700
00000100:00080000:1.0:1787831362.629055:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831362.629062:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831362.629098:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210153728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831362.629146:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831362.629150:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831362.629152:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831362.629155:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3700
00000100:00080000:1.0:1787831362.629173:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831362.629178:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831362.629188:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831362.629201:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210153856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831362.629694:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210153728:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831362.629766:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831362.629808:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831362/real 1787831362]  req@ffff8d99d0f80000 x1874673210153728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831362.629826:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210153728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831362.629836:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831362.629840:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831362.629844:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210153728:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831362.629851:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210153856:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831362.629873:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831362.630054:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831362/real 1787831362]  req@ffff8d99d0f81680 x1874673210153856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831362.630066:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210153856/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831362.630075:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831362.630078:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831362.630081:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210153856:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831363.333227:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831364.357582:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831365.381995:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831366.405092:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831367.429624:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831367.749034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831367.749044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831367.749048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831367.749057:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3705
00000100:00080000:0.0:1787831367.749067:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831367.749073:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831367.749107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1840000 x1874673210153984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787831367.749165:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210153984:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787831367.749220:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00080000:0.0:1787831367.749248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831367.749251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831367.749253:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831367.749256:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3705
00000100:00080000:0.0:1787831367.749260:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831367.749264:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831367.749273:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787831367.749284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1841e00 x1874673210154112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787831367.749376:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831367/real 1787831367]  req@ffff8d99e1840000 x1874673210153984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787831367.749392:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1840000 x1874673210153984/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787831367.749402:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787831367.749405:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787831367.749409:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210153984:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787831367.749429:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210154112:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787831367.749449:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787831367.749473:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831367/real 1787831367]  req@ffff8d99e1841e00 x1874673210154112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787831367.749484:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1841e00 x1874673210154112/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787831367.749508:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787831367.749511:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787831367.749515:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1841e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210154112:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831368.455842:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831369.479970:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831370.505410:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831371.525520:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831372.549132:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787831372.869491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831372.869500:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787831372.869503:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831372.869513:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3710
00000100:00080000:1.0:1787831372.869522:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831372.869529:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:1.0:1787831372.869575:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f81680 x1874673210154240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787831372.869602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787831372.869605:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787831372.869607:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787831372.869611:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3710
00000100:00080000:1.0:1787831372.869615:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787831372.869618:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:1.0:1787831372.869627:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787831372.869638:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99d0f80000 x1874673210154368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831372.869712:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210154240:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831372.869830:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831372.869939:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831372/real 1787831372]  req@ffff8d99d0f81680 x1874673210154240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831372.869958:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f81680 x1874673210154240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831372.869987:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831372.869991:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831372.869996:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210154240:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831372.870003:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210154368:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831372.870029:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831372.870042:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831372/real 1787831372]  req@ffff8d99d0f80000 x1874673210154368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831372.870054:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99d0f80000 x1874673210154368/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831372.870062:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831372.870065:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831372.870069:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99d0f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210154368:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831373.573516:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831374.598438:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831375.621533:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831376.646779:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831377.669361:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787831377.989093:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831377.989100:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787831377.989103:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831377.989112:0:10604:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3716
00000100:00080000:3.0:1787831377.989123:0:10604:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831377.989130:0:10604:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:3.0:1787831377.989167:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18b8000 x1874673210154496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787831377.989200:0:10604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787831377.989203:0:10604:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787831377.989205:0:10604:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787831377.989208:0:10604:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3716
00000100:00080000:3.0:1787831377.989212:0:10604:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787831377.989216:0:10604:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:3.0:1787831377.989226:0:10604:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787831377.989271:0:10604:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e18bb0c0 x1874673210154624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787831377.989377:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210154496:192.168.203.142@tcp:250:kworker.0
00000800:00000100:0.0:1787831377.989480:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831377.989565:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831377/real 1787831377]  req@ffff8d99e18b8000 x1874673210154496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831377.989729:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18b8000 x1874673210154496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831377.989740:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831377.989744:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831377.989747:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210154496:192.168.203.142@tcp:250:kworker.0
00000100:00100000:0.0:1787831377.989769:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210154624:192.168.203.142@tcp:38:kworker.0
00000800:00000100:0.0:1787831377.989795:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:0.0:1787831377.989808:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831377/real 1787831377]  req@ffff8d99e18bb0c0 x1874673210154624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787831377.989820:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e18bb0c0 x1874673210154624/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787831377.989828:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787831377.989831:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:0.0:1787831377.989834:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e18bb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210154624:192.168.203.142@tcp:38:kworker.0
00010000:00010000:3.0:1787831378.693705:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831379.719905:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831380.741128:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831381.765168:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831382.790828:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787831383.109043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48decd75-1bd8-4959-8903-6c13794907c7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831383.109052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787831383.109057:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831383.109075:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 3721
00000100:00080000:0.0:1787831383.109085:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831383.109092:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.142@tcp: import ffff8d99e072c800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000100:00100000:0.0:1787831383.109132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1843480 x1874673210154752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787831383.109161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 664ba73f-e37b-4871-9342-977707f5856f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787831383.109164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787831383.109165:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787831383.109169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: connect to NID 192.168.203.142@tcp last attempt 3721
00000100:00080000:0.0:1787831383.109172:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787831383.109188:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d99d08c3800: import ffff8d99c8a62800 using connection 192.168.203.142@tcp/192.168.203.142@tcp
00000008:00100000:0.0:1787831383.109197:0:37:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787831383.109208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d99e1842580 x1874673210154880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787831383.109298:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210154752:192.168.203.142@tcp:250:kworker.0
00000800:00000100:1.0:1787831383.109356:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787831383.109399:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831383/real 1787831383]  req@ffff8d99e1843480 x1874673210154752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787831383.109415:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1843480 x1874673210154752/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1787831408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787831383.109425:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99e072c800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787831383.109428:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787831383.109432:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48decd75-1bd8-4959-8903-6c13794907c7:2345:1874673210154752:192.168.203.142@tcp:250:kworker.0
00000100:00100000:1.0:1787831383.109438:0:2345:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210154880:192.168.203.142@tcp:38:kworker.0
00000800:00000100:1.0:1787831383.109456:0:2345:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.142@tcp
00000100:00100000:1.0:1787831383.109466:0:2345:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787831383/real 1787831383]  req@ffff8d99e1842580 x1874673210154880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787831383.109489:0:2345:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d99e1842580 x1874673210154880/t0(0) o38->lustre-MDT0000-mdc-ffff8d99d08c3800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1787831408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787831383.109497:0:2345:0:(import.c:65:import_set_state_nolock()) ffff8d99c8a62800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787831383.109500:0:2345:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110)
00000100:00100000:1.0:1787831383.109503:0:2345:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d99e1842580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:664ba73f-e37b-4871-9342-977707f5856f:2345:1874673210154880:192.168.203.142@tcp:38:kworker.0
00010000:00010000:1.0:1787831383.814786:0:6033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787831384.837194:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787831385.863066:0:5577:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 25089 lines, 25089 kept, 0 dropped, 0 bad.